diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bc96890f309942a1b74ac20a621345ef528b78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24e59c95018819af9e2a49ccbd88a824b1ed2624b6148f7212c1755f49a3a96
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d52e1e8c321dfe6391eb4e755264e355d2f40c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c45c0abf5273ec1ab5c06336774b9a214ea5054ad46649edcbd44bd881a33a9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459189344268800de821b9a06564e55fa23a1bc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca27b8b35e207a03a18f578c9205f7dc63812561aceaabe5b61f174c84cbe0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347ca41638e7292d05907c645b9749a0f84a1dcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780d98d9fb6fd738390444de6efe79b65249087765fc744165fc96d507dda8ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ce51b4638957a8a136730cef67b6be84f53c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2546d6aa93b765370f36f6088ff4f0de83a0fc508b8bf0d8423512cd12488a46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ce41e607d83a69b7361889d4cd884fa70edce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ec89b166ffee8544a505a4f77c23e7426f83afb45526e8d7b2689dd86425c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab1e36e2e200520bc0a803e142f0f9a10b12b29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa31fc8838558663906ed833ce81246b62088eb0a7d30bec116649c9a785316
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f060254ae99e26b98269f3cb139ba5d5503d1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad66b393d6ffaa2e672b57591a79f2cf56d5d5bd08d0a15aa8cac33c10950788
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e7b1a61ce110bae125b6cc815962f52819a4be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74fa34b83c9cfae93b76e7d6349c9b8cd40778613be639bcbd732d4fbfaa1d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894a1ca142975cc02fc5e19fdc54a005eb1e0e29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ed877b1b6f9e7820cba1aa7ea75202fb14ada12978ee0e36afa0b4bcfe2090
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea256d79b4e6599f93f1a124a5530164f289f5f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbf085df8121ecad63e6885cca9644de7156a0059821dbbd4a2f5b839efa8b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f5ed54c92faa00e70ef9a809c7dcc1be977e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12182999c5d11e76effb3d90f400f707d01c787faaaa2b2d65dcc669e2c9c06e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b842b6b11b4ac92b52b8eeba8c4bb606563a1a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ab54a78ccecf16d73fe87d408a22df86ac63b512883ff66da1e5bf3894642d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b2069a56627e3e29c411390062f90d20a43255
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d50a329327cdbf9aeb947ee66f23685c63be9b296fd371c7f0ba5ea3c89f8c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f708113625bf8a49ab9aca609b63a9bc7eaf42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be75ff16ddf0c1ced7c6d9b3d23d129312d398fecd6fa98072b1b608fb5de4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a96e228533df68061a824f79623eae27eec3077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b299116e223776602fefcc01d2cc2ca2a40c1c2ebd50a02340769f027ed1e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c35e73357c4e6e94b3180ed2c2742ba4b46a5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ba0c6ff9e66652ccce44913135f3b36586d24037acd92ba88b6e3c2aa6284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adebf9b3626a784616693b5825bb1a326f30e21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac70bb344b1bc084ce971321120feaf7f0ee12d1266a4c8eac841435dd6fd0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd6c33157e96c1433519a7e2f30e887313dc406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fe7f0ac27515cb3be66381f5f8e24775226bed3bbba8b76d8462540b17bfc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c0fa3c31872bc4c6001a70282804280e72118a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283578c9af05928b743d0b64453eeda481a7087d947a06bb442c47ed9a9df597
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712c7eeb44a1c9c0cb92e7ed9342bc7674967a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb80992f5585456430f6894c3265758c389ffbc6129373a05a7f52ef6f5bb4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731dc63f7ad12160402d0b26a1b6cdaaf12843c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b018ec8bf49e93c68c56a847df239845a98a9c4737471fbdff3e682c0654e872
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6810e6c36e937839f15a895c82a9f19395342ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814b601dc4ba6aaee57af83234ee472171de1c15b90c84225f15ae37e3ea3ee7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e9239926b2f5a5e8e374857ae2f618e4b8991c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b216c22e32e8dc6e23e414a896cbc4c7f3828fefec28c5cce3f0b09034d67a67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72232db2910281a488f827bdf76e89135b0ecc4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b0a0aef89f1e3529d5e8652a7a5709e5fc06a64bdd26606c526a9c1740d97d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc7856b2e76090fa7af18cf9ee66d56414452d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545718b13c89c0f324e311565070048d5509e0b99c0e1fef183f40427d25db06
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618a8a3bc454f84d74e684d08a6029779a69e9ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf3e57aa5e5337677a5955bf093321592ec2b9f85aea30fc102078be4c65d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202cfa90080cc7ca2aa6366a812000af0f1631c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8325f2b78f5b6352fa13bf552678a87162119b989b26fe0cf5c280acf9e0f50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b738f86c43cb8ade9bcf92d1f9af8ba228a23e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c8ca2d6cd91c163b98fff7aa09f334f478fc742e152cdaef545bf66ea2f189
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7a570681e5a9c725467bbe3bb6be25ba626856
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a9b2bb2aa05539ca33a9ad8aeff6321375100288964ada4312b3124e5da633
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cf316c17acd31203efb9da5d1dea199a4771a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913490082ad1ef77d2b68da543a13cfd0ee5a77a4656e2e6ef16790bf2b40bb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8878a93c90c748e59649c5b2761c8b9bbc2ab42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2b3113e7e8c6e2edfbd44c92437ab1cd1929dcfa3467bbc73df1f019877224
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a38b1c52c44c58b3bb91e4837a96328bef419a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b29ecc1582f30a5bad7df8c5fb23c40e4f3bf6af146833937aa503c3d62c24a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cef9dc5de5f8818be307d5ea9aae8101e77725
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4a5c43aefa4fae9c72078a1ed31e5858415d648411b9cc49a1977b6c307cae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babb2a2e0b3e014843de232adb2c8e8c6da3b08d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91726a70a3eb990f849b130c9c276595e86be14feaf69000f878b6e81eccb58b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582e3cb2af279e815947a79893bdecb5ded32701
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bd0cf4d786469f28a76ce9e97217999d2e4d581d72ec58f626dd1a0d82109d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa74bf4167e3156210586e8656b5a52db3165fba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d528a8910142881ae2663d582968cc0fe53a87c59f0d541e6f8cecd077127
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dc288cd8d42a3b5382529b73bdfe920454507e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ece3fb91b5037743067bdd97b9ebe82ac6cb54ddb5624fe46f98654ddedb43
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b7f85624d61456a24da637a2ef5708c3113e00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8573ec7b00198cd73d8449c743cd76a3da3a618d207f8b2b12c10d9ad0f2ab25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b19f9a8d60bb9daab450b8aae2fc00f27315da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a993ea015871760386321750ef508ccab17701d535024a3551dd4f119c0d0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19cdf023c07739d526e36d3e97b230aa776670d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d57f411ef7109d093155eb56ee631d9d238aed652288a968849601e9d6ae851
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c07fb5558f233dfb9d3a27b9919d1a48cbbe49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affda8b2608ffd883f749809c91705734c520f532cc82fa9d78f22e30e620fa4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1920e75c1a21b9dbaa912cfb03db18e5772ab6f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f321a1ddce90b8f623987671901547924bd541d0a4be95ae7d438e62ec6d43f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15facea67ec62a40bb1244b81802de99fc4c7cb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43203abbcf04a365c6941d8bc10f380f9ea64a42d4a10dbd59c663f99e82cf44
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02dc912bd5dc35dd2884357986c371c5b6004b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab3939e380ec89d3b19bfa235f5eec25d65c10813be61c7d23d66e0a602950d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711247599203587129ed4bfc28964480c460c12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c0317226b37c07486528bd2c2b03bda3729b4196ee9a5fa09d985013a20246
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f191345339da8e85473cd4ef57da8bb03dd41c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a304c021166ce8726d90932a68184754bee7e77a60cb2431b481a6acc9891
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef3ed9cd6751959d17845993447230619a09e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa48cf7e6e699ca1c196e97d470c765c44910638e1bb9f798b18a19ec2c52ce6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b2978da4a8c4fc63cddfba22dd0f392913d1f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eee428db96ef287cf2328ed4f6dba3fcb688b7998ec4f29d33c2b05492a3e4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd6ca69fb314f0a9e5745f6a434f60b2914814c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a3c556def2f9378aca4a1f0d48f95a4edbcd92ab5869583ae12fe8197f683c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c051affda7abd3aeb13debbc00a9be0b1197a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f66effffbf544c16208911150e898f24a4e82089f51aea95a1cd38bdb6c43b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41034048b9a212b3e352b984eb31ce5195a2790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d22a87a9c5b41579b22e9cd3f58efb06350ab84b10c5d1c80417951bae991
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a668e84321d1be441a8f1404376d46cf11ee563f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f6cb5afbc49f72df2f92723d270baefdf0d3f9f6105416f20919aa873e2249
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9288206c1b1d6c25a75344a26ebcefb50b4ef721
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133b8f7dbfe49e66d77bba4b6362a605ad7af8de0ef786690c30cf21b5839bad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a0c23a8593516006fbc7fbd7aea794519fb9c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aad487f46cc617cf816c4a2987c7f1f12402872d1184850013ce656dc78d22b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd91939634a2ff9c56be03afb331f8aa867e1a42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d778b3cc0e33828e9d8310119c6bc94584020c75dd152d7e846d144b31da0366
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0828e7465c3faa2b06ebd8b49b5b74fd5b6ef307
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ac982905cf9517b88a950fa17cb551b80771b33225c36c8cd5eef4a12146f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9baacb36385c153d19f57407f9124fbc93b5d3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0f461c9e37d9a1af9258658f8be29486ebf84ccab774ef198208cb2d407087
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2771f5e617f65895760a72d13a612c566d2f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff581a82347c2938488f9eaad9a61fa842e4363624bc4ce80bbc4d2ca3b75e61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb12783318570ead24a0495d3f78f56c75133bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d84c4ec7c973378f4f904dbaca02510aae2d999de146ecd9ec5696db539188
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaf8e4f06e49f487386ae453e900b92a73d37c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63506b76d8f065f837019a7f0ae7ad78511f1f8504282e6acd287dc3296c6444
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10387d9ce81a8a801632441b783da425eaa0d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589a5e8e5b4f37f8e6385abbf1ea9385dfcc815c853b82c7d9be4ea655708448
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75af2db06fbf17ecaf8713ce014abedfafc0658c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ce52bd171e78685636f2be1ad489e46c9b5ce194b8249b1f6b8b1c9f80217a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622ef645c9b59b3a04aca48cf6555902a99ea3e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d3474bad7d4f69cd0fd56027a8ccb16bc622655a8d0b93be6e2c8f0990b3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485dad597d29bfc3d3287d1dd567a939c1c96bff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665ddfe946e754b4f6bbdc4ff08683e328149e6fff1f92f53eb8482e7203b05c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456c4770e39696e1a20e4b37aecf9090b84774ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc16b96fc20652c5678191e8e75ff89e16831a1ef58a707902c53f2051b24a5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e07f9b26fca3cc31c84437dabd19ca07b7550b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a850d8d112f3f1ef3b12b0f14e1403b7dc3c511532c9d4df81cef1fcfc09b8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41943ae8e311770125fa71f30a0d6e765341a3d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f5e910f1f905a80a1598f5695e320c79fae10a12424d0a467828520bccf9aa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da118bb4abcb896d392c75b6ebdabff8381f7329
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1fedbf055fd4c5dc8000f7bbe425db319fdb18808b8dc2d688e864f9d829cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c442b38bcf98db5f4dd0fd75db571c01a026cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e613a43e45cda1a86b8414ede40d3af9f66ba4ebc9341002cf69d117ffbed6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c295e2399d75eb0510f18a14cf2d64a3c5e20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c140a472b72561eb2e5467c19df220f0f2b6c974c8acbaf90137e70295173
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b2ca901dca3ddaa120b3975b7086b53defff5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5696b9432e039defcb913fad26232c3d973a478a6656842f8741d1c41d224b49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016cdd218a75e60771a7af8bfed1717a7e5f7ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6e6df2c527c8b93ba605e02a19690d42cfdff0067d68ff5118a4efbcff1284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d57cf218967ae0f51b7b04d4d3b14ce29e50c9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38560fe7188603536edc2db2d9df5ccd14d8913eaad3931cba4b09a0b03f5242
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b316b1f0208311130263fc5486289af71c9aeb01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bac0fdce0d432f7d47ccc4935bb71ac2ade5a09e0ce86109c6ba5d89fa71a3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d73e1a08e543a0e5046a829afa59cd599fa90b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9346bc70b147f94899aa38a3071860ce57c914a0fafdd131c75b063aba743c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f192059b106939b7f857db977fd18b7b1f22f1a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e96d3edebfb74ca87e659669ba283779c7e17dcb041633e6adf29139907ed3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0a153a9992ed0ac1942ebbd3dbf1adb7328986
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e40139d02ede45cc7b8387e61d39ef26060c5eaa5996c8785a012f9b6bef8e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61d9a00438253f884862fd424fda1531cc863f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8211b05ce3e04a280af4793e986208a8a1368cc2d5939b2698849bf7a1dac31
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dfa591b878278446d95d363221e108fbcb0b4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae06d7b0b6d9fdd9e768b4de3e13cc0b56e9ce3ce29f8f8c4e09aa6f892b17d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16a8666053c6abd4f159a9961f3ecbf48de2593
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fe66f8b72cd017df05db738a79eb9b7c36a0598bcbe792877ba0cad3180e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae00c02a08c88773a761aa9b0003cc322ef77e5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb653c73f90ea66ec7cc32c98ad54ef799c10199fe094db781520bce4ab4183
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d89f79617aad425703e0dcbb82fa68b1c7b80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c260661b257931ae79c1ede580fd51141d361aa6de7ed125caa1b22b19f1409e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f29fa4f8b47d0822c49a0bc99232674d5837ad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764f013de52e96a099d8533ba50ffd86d532337bf7c2c9bc9dfce0168a8c35d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8bc5d8887cbf9ec8b510d53b27cf1b045bd86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a609b175dce40434dbb6e692bea30f0960d6e33195e23f151d842db80bbec1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ef57fba6d7163b6c871a3a13ee531e198bbc11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d554eb73d6deae3455df3ab741a0c8f9ed52d15a4b4c16ea01ed918c843cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47210afb3f720c3bbfef312273563eebccc8b286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480cc352634ea6cf33de68926c745717c00e31143d4540753ef8494697096c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d10a9295acb43e0d77441354f6c08bd570a2de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474a264e0b9fd705349d55ad81817aa72e9ba11eb44bbfa73b7419f8daaa5211
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bba1b07ff32c5df69d51bff04596e5f6435de46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d322d3a58c3fd9e1cfe50c0d855140ce135e9b9c24bb343dd3bf39cc45d3591
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7fcac2334b67b3c95e26e04506cda722378f8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ecb8421352efa674ff33aa887e3ea6759f9bd6f77859d416ede943beab20d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c72b71fa648f17517ec05ec67561d8978e7071
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ff93294dcb6c134521c0ea71886f7736f98b085dd27d431a7f417074cdb635
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b40a8c7c02ab3954d952da0b4b5ca92e2f96b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7d6097ba8abe6d46ee4a5b0ef427e5efbbeb031f148b984294731171d4797
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8772cf414b79f3b77e4d0c9bc2214ae30363c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332d47e4455875d8f715098eb2dbebba5a7c8d21006b48b2f1808ab2d34407eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508bbe8ee1a67c28549ddc25cf2c78f099b29cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418616cd77d03c76ecafb51ff351a77cd2a069f8a39185cd7c5a2cf3ad48071f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ba2c9f601e1af01f610340bd6f27df9de57bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d81387bca920e5bf6acc7f9cc5b6464cfcb133871fcf7c13d03d84a90ce4a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e4095e74c0210c70827a534720b3319e876427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ec53ab162b164bb76b51d8f80aca5a66a42ba97abd6dd3131eea826e9bc78
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bfadeb923fc11cb197293c55659361d7c7cdd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d344bf8938c5191cf0067e68c0a45b9cc1757ce1acd5994ab5a980d4a2f69e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7dbf658ebc48b798032d08a49b25dfa3249f77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c478fab49b970658fa995a287d61f473b46480272e0d9883782a944f257825e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aa46365d54c3d8706a01cc23a297ff05853a97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e635aef6e2d9abba7105b1c0e65cf57641f07d80244e9b0735a674129f5c910c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ba753ac76310d9a6232d9367ade22a2307da17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421d50bd2e6e4f2748eefb735dabd410c2429903318aada76832d2cb2360dc9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90664f2fc3f38720752f8b66a4fcf38cbbbfc730
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe71557898af51f0fd29258ac742615acbd18146d8884364d0e2c9dbadfe1a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391dfb929cd1d8e950fc5b144d1eddc785d830aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5799f800b56b1409422501164aedfc5b608d17822c61ecb8d114031dd84443b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25aaf85027b10c0290c49f5ef39272378e987cf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79a61f25fb156f3fc52e06a087a4143cded404eb1a05e41fb99c6accf92438
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0816c29bc84a0640a54c62c992b033a6d05436f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa06a67df8c51b521b5931ed30ef27b18d5d78a108cd87a2e4da180f45e1f01f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633fe5114270507d0f007d89c379cc01317455a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c55dccdc2e773c4751b10ea3e9712266cae0425a44682db2694eda2d8910336
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd7e3e7ab75a99c3f3be9b25ca61048f066281f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fce29ca02d449afcc2573dddc3dad5ffa40255d3e7183df21fe7d00d2f6508b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce4a633f835adb7c0877dfb1e42e1e22fe760f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2defc489484073236f3ae809a7d7afafe686bcc46eb859429a1e9941da812fb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fe13edfedb13220756b1383496037b79d8581d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5f5c92ab9ace2f776f9becc0f0b900880ecd848853f87beaf1a1639e654b03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851033ffcc8036505ec81bb88748335aeee1b489
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb31f9328383f5be76ff1ec76009d935cdb160abf56140ef4ae8517b1bdded25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307fa0fa28ef905f5d87c1c84e05842befaff1db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0645ac137fb16594d894a61238997d6835cc682146735c07642b6dc2dac82c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f4dea70b74cead24410d0f07e13d0d3ceda9a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0016ea5e60f7aaf07a8f17a4e06f0af1373633824da51d18da486f7c96c8b39b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bf368d7fdccb3d804349f44d68a538db73305d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c809f4a7862ad3e51433f9e2394947ebe25c85d0696365b8a5183e03f1d37ba2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ce2e2a9deb1689316c37607be35bf18bdb2b87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb3fbdb070f99a36c694e205c09b0a498baa84784be53a4a09ad252c56fbc2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e3be14bdd9a59102e786e00799ae182daeeca0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa2f02bede5ff7452a54b8a4839b1b5591255f5f3225acb97b458ef2026abd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec893ecc0943c231dc705d98ddb6f0c5c8826d71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08e37138db76f2d2d8cefe4a16b04eaab1e24d8dbb81bc01a3c35fb5f165aed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cfc15c244f7d3a634e6c07b551733c3f8b3934
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9503166a174fd55b72958042b43c9daa0da510bd745924b03feca80b437bb13c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d602c0dd392596be8cc446784225abdedfd8755d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14b9361bc2adb2b151d22124553c47d39d031a90eaf837bd837ce95bf3c7fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fa334f9dce0e5beeb980194f383e862bfd93da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63396403b91de036e9478f12a52739dcee99627fcf98e05efa20f0eab967eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1f50653285e1e136f05783f22f85ff0a28cb3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a2c1534fae4003421dda467603edfef437c5c519766eaf496f323b5504c517
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c97176382344a64e4a84b6b9a77b4a61a87003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bfb461a67999d0942c9d210242fc7d79775496016842140c0061f8a73c4e12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13794d9741ebf17abe7bc2cb1f00fdf9686a47b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1e96adbac597346a161593fca7ad5cb46a56ad0ba537c2e4a868b2506ca52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8195e9a57dab5e0c465c13fda7a77c5dbac435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d150a9101a69fc3b94c4d1dc2ec432e86d3ca952383ff97fc5fc301d2c9782
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72af356a416dfadd447702c855b3c25dcbd2e351
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c165d2aa985ab52d15317432ba43dd7841887f1e38faa9bfdb4586568dccb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c252df1364037325f91307c275ed447d2bcd910d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2b7983c638a19f12584c11e4915b41f80a4523769d1df9a519fe7e2b347945
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780b1c62eeed586149dc9928e31ff36805e628a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721dd39db5050c16c587b3ca37bbec13004eec600c2d1837e471b86c680c4f43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0fdc7269509f648419828965cc3a9ad40efa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d75dff7590250e32a26b8e7b6ab1d675d44b3e247067a115a9a071217d5d4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb52e33e29356b1921186118f5a617776c86d6d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec0e6baa00f8348fdf79d67300d80fbd927eab8b1344fbaf7eef93ab5ee4510
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e84923fbfa3ead33a6411a7c7035aaec61a26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8447ebb8067f7db377350f548fca8c6a0a276b926d34e10210be8d6ace39b876
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f9240bb8dbabc24140aff685450ca3359e6f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ecbea9d960d9b1a242cbe1a396ee5993db3c1cd0f1559cc5a61353e8dba47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd436ad893eb370616e662a751bbe0eaa4b2482
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a28ee8bafe30940cadc723d061ed3153b6ec949e9b74a776917df662b5e36e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201d9c7e7294554b68560769e57435af878ab2d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bd77bb9bccb496f38fa98e366f5875f9e0adb011e4feac928076c106bf67b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da54104e4fad0b32dce052196a83cde28a8ba2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be0fa31211b663998a0c9ffc0b8f3a98eadf84d1b8fa06160acdcfdfded6e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c03cd64da2c46f9c9b88e39eeab11d7a631a161
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4927fa4bd0bfe203dc71d52b856b9eec4ea3d285bfe79df7c9149f2b63e8ea8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93378a559a20193d3e282d197f1175f4e2a2bb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5560a34d0a4f286e6d612788fdea9e675081cdcdb6d8a8c08200b7695a5255
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75409764eb67836a7dd769636e45a00747ab7c43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d839d74d09dab42f1ff76199a174422ae5c9121e75407f16bf0b2024fd2610
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d2b8ec8c6e496de41e7b5106869358c6c1c2cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f0868bff313e7575c7aa8f829548071b0ed68577c62e47b76b9113a3312e12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454f25b19facdf0f2d2e42f91cefc363df386e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fbdb254bea29be4b52c314cf52ee4466816233b6947f1df87176720040c0b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec3e2b5cf9f62c0499c4d74e79f2d88d2640f7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c126e76e1ce9937da5e76f30003ce6b864d5db09e0159df1e4f6ac2b842c8c84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d516e9c26c2d69a97c6a8d0365d96a35b7e1d45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bdfe2e000ea8becec29946ead9ef000f51dcf9094ca82255911aee326c0235
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeec509e4c4f67242119cd90b39d51474185c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0b5d90cfee481a43deca064f0e3d35497196f26b7ded5d3e901f31f6d54ff4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b09e1bbea1ce889a9dfc0deb8be616832b1074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1724dd8e9727b76e356e75a35c4359e3bd2cd3da20cdfd3ca4710985a0b1fc64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f762de2554b7c6393bc4462193756316a97478d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02149fe453e8ea3775ccc61b199041758fa74bf74179f63aaa46c5ee1076d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f164075fca96d60fc7f45ebe9cdea72d76ba5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d1c8b5eab633a9a804d3677f3269703185ce2a4c972f91125b1df7a5536559
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80623f20ac9e27846719e4ceefe505de4fe9557a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63108be9b369826805a5a2d2467f031f6512965480f0c37bec2f92c2fbe0f6c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c732f9f5193a7b06fc57b477d6352ba0642dea3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df564bd31e34ec979dce1870d8396b5a3538a91ff5ebb6fc6d548d55fd09005
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811bea4ebeab8992796c1c54248ed27d68698f10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f7c994156d636379008f5b30d21c539af6f88f18c1fec59ccbd14ea8b9f3eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdd778d0ce1a79f348e2ae6d2e4b64aa0c6de7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b124ac355aa26fefeec4d9ef39c0de17ba268231aa84f0bde533579ce596e5fc
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b4040aba9da94f7bb45849eddd50d96c6475a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6893c891fe359b62cb4689e6184ccc986d814aa2e844101e274acb73b4801ce6
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a228d7750589e4f2695f4817cf45c59c9f59f975
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bb62539ba586e2fa89cac81fb114eb82615e4d397d82f56ea4a873565293e5
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4293ad5ce0da7b9efde718f7d4f2c99863ee71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4951d76ff7a1658ed2daa066ecbb5451540382113ca36561da17d4a24a20f316
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02124ed32d42512359fc1c60c77ef17b09ce081
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e454c9c5bce72565abad8e2f4afd543fcd69054bea6a1b644a9f03d594aa6ecf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa88d40f9fee5ca6357ba36a78464b4d8f48ac6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab60883463cf0e0731a3210036a3b97203c880ca8a9cf3ffeb491eb2fe30102
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8b6df920d97de202be464da58d65f716194705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc50ca16d3ed38ddbc1011a05d1fda97797a26e13d83524241c7061c159fa7b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca79b11e18c425a722aa63c3117502dc7387ad5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc06264309e92244e8a3fc3082ea5f7268f2ff4042ac55fcde42dcea66087d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e3d66218bdba4c7611775bd7c2378c5b9dadc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f88b363d841e65d8bc45668e8634892a907e44b6d0f7576644acede7aa97e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6947c155eaf871c6c8286bccbd78e550dfe1522
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d528acc74385ee1c3b257ebaef2cfdb9d0ec9888d57b8a2f73e218df7e52137
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc0d1ce086979b334d408933bf8899bc24ad907
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66164fefbf6b88ee8f7470da6e37721a891d72bff7f45eb76aaeae33fd37637f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406107e34f4550f26c48a6eb7382ef31709e74a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fef14205feb71d53cc698330d9f7608206e615e3a971a3ca220c1d36641691
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438ece83fd3b7a1c1d2f571121d65ce1ce08580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c0b59c59c9f7a83711a44ba67784524a0e78dc1014c80a986f35848c1a5f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fa7b4c179ca12ca41a5d5bd622ce86d6ab2ecf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5194ac1cd5937b3f3a56b7d4d3c97fabeb84314b7ea767414147928b4b851a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e02ea84b42fb9423ce4b61f9e2e96c5ddbec7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8050283c2113f9f5ea4060a8bf05841865669396e509cc43c286af651424df1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea955e622325947243c03995e2968e56bc7cb52e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d29866b465091e2026fccca35c2d7f739a15b49f248927c535bc18027b2ebd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b5a4fa3f8bc0ab178d1849ce3c77a3d847b0af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb562424ba52824d3d4113f6d59b2586d224844f9aaf8a43e31eb10282b2d96b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba864e2478b0c0706344d6918bbad224c355e3df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d2b8472b12777e2dc5fc2270a3c28b5b8893517502a92c1f4d9f03ec67c551
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c406d974eac26666dc121ca3dfaf89a821698517
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f302d0455386febd30bd2391e97bdd4570c7977fe495aeafd7a457d2b48e129
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f998c423047276e6f812fd8f4a42b73e93d09f5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2095635e9276684aca09f7d34a64b8c722bd622fadf6da0d16d9daa7b120614
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b38e515f17e80d88445a44a6597d99f1cf978b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833a8173ca7ed1f3abf78da69a9337a47be9dcb908daeb560ae78dc28f818be2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc604e6243f06c8b9c24fad8e2dc9fb94cba6b66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b26cb17af8a86cd8c98bf974c92c3e7df60beb8f89ebae217fb1d94984c0011
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbddb365ccba1c2eed7ede8f31638daa8b30045e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37079a95c61c5da0f115208445338f6335b119b30e47ad940919a0c488cb585
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e0dd52f67ca62a757c698d9a53d13e8db81c25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7306fd63c92a1bdc7b43fd95359841b52c9aad145419c9a41c1e28682443fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8313db687699e835960b2261420b533e4fac17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5477510f14406f780b8377a4436c0bdd31b5e06f5fa7c318e00d66f2f9ec53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c98e69accc79b71786ab0c67967143e73d2b34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8081f8a30217a3b0af37c5f26dc79516991074c84fd39112121a176786d4842
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbed28b608fd004d654fc481c88aadb274ea1eea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1c0ae46c2b66e5e7090927e58501271234ccee985667c3110f95590028da23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0eb5fa8a18b7760368eaebc51c265443692f37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2f5cae346528676a5ab932e16b8cf86bfd734b0e366dadcdd2b40cbdac7f8e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a27801d9f477c92d863283a7ec2ada4983f883
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d21fee5b9ead725df59b4dd365f4626c3eb2aa6f62e716d8b6256b6f3f7c422
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7e76e357ecad865df14090ac7937f426967b17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea6013f9cfb162b4a360203cb1901c4a15b33ad55d164e6f2ff213a5cf7bdb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63acf84b53c9969ba1433376c53505a1c923200b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7e3fb7a009d53ba069312df492723be5b657ca77dc7be2c29e5b6469c11eb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95236806855d5c5c78af736da5603df3dc75f20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e766b9ee7bda80977092aab93a5491682d39aeb3abb63e535757230cea7ee1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec51bda7e91f32551031ba59b881386f547a7fbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e807d0c7f425d69fc789c454e9f2d4a520d2771f3ceabff35e9cd7644d97f804
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2849c8623402a24a1c9477ce4afbb362b6060268
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c0fe88e5725c5f0bbbfeaa58339f03d23cb702aa1fd702682fd48d1db4959
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46386d8a09080864cfce05b74e1dfd3e505e79d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780d6930f242735a24403ccfed4c6ffbad5487c9d34b3cc288ebd08b3aa297b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22167a5d0b8645c6781533f49ba8816834e7b08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1f78bd18b63ed504c32af221fb15ffc1c65f79d3e09f30353992c5b33aefc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcc07bb45cd05357ee44a972fd260fa9c7faad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5872b748222b35d488e661565a5acc6f238c56950741c7104ccf4262647249e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a560b983933565f032222c6860bc091a1ea1c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff645368d7c5b063f9057cc4713672a445f1b52fe0c2a26f9e9dd40fa98fd0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f985d89ffb71dc39f97a8f323650d756864ef251
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8e77153c5e9eac3893e741908b91d89759ee02fef71d649cf1c7806d52d527
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4d17388610a3b76ce6921af2c4ffe2a5b87af5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f982f691d36605fc827e02f3e347324f31e4d49bc51b77919ae0d6192e4aaeb6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f6afceacf88c88de932b1d66c478a234d27a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38803704454f743b17e117eb61c3465287f6aa7e4c1e422b37f765ff008245f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8060fa5644faac88f78e58b02416ddb794c4ca05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc7d30279e310e878d42883992c4890c41f22c3c191ba3e19fdf937e5c43ebd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7406a09e3f2973629f27ad30c9064670f8e1ae55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b195b27fda9f7a9eef7b0c6c779fd35c780df7175f85be2be1a060ad441d32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b3efbefc3e2203f735a4252025d73cea816ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7955a3cd838cec60cbbc8cba79534be25106098560c6be939afe6136881f5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914344d6dba7bba747aa2caf4703f2461507388c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24aa210148bbd3542669f538ca682bc96dedb6dc29a724019f0c776189e65070
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9e32844855574c7dd574e7d1c9f4ab9175cbe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63749d2b8dac2ec5ba217a02eb5ee2b7f3cebead72d9cebb0945d75369d884f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e8104f7086e590551c239cc833559070093a43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa4592fe4d4e03ddf97d106bd436af7604234bf19d915e2f17b22ff0a1c4e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e76121572049c5e11a0ed37fbc18c4e5125bc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb599e24bf56ada4899ac8f45ad71290d8f0e34428dce754fe522fb4c2d72b22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cca6ee1c89c38ec5124847a1985d4204e67eb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765d1c1ee298aa67433c621438b515ee69af2a79650bebd3176535afe092dad6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6639cf3209279078ee04e14c8b39388e30add0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8278dc262caa817af995a76e4c94691146fe89ac06c4f42130c1fc7d66506f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d76c6861b196a2b569c6587dbc95d676a25227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50474db0ebb0e7251301eae1eafdf4ee0c21c0a460dadb41191ebd011a29e7be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582dfb6bdda3a18a75641a486f0fd01974aca3e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad419f9c8cb8731ae1c3ae5c5bd069099040d0a9fb2cdf67abf192a9fd96f101
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286a3c3c957719e7fe2bc1d0bcb429564c379b7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8350573f6d2e9adb0251fcd5fbb60130b587af35b901d0df6b92cf77e21fa4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e53fe424453b66cbf841be2eb2de14cc5c7a8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba84f81d777e4b2ba9d55379f3b5669ff40b9443a641c83fd2e490d15c24ac08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0257053e1c004118a693f8908c56a6f04cc0d6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5d47d2927ffd7b9ffe41b0fc2bae60f3a075eb1506498b91ff1dc236d72912
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e0d70256340f64f412f86c1e9133a43b32babf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c917cf8417c42760d772ab5053627e365422a4d1f91820e8fbd964e539a1ba11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8fa7120b34e718601eede98448437f5a7b9967
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fea4834dc5bc51dc5db242e208acbe5c3fd47ab4297d936a769b1c4c450b5aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471b326b936ce4a41b0ffd2e686fb450aa242a22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371b638a785de613038a93a0487b0a368040bc1dfda49c090064d2ac66ddf5be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8d456d47fcbd1daa2e3ffac19e9812486fb29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f923b09ce563b7d204ddeb6f441a24c570f5cadc718ab0dd54f3544ebfb8c96f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775491e79983d715187a80b548c2408cf07191fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605b7c0de4b0487d7bb9813609614f30f21b304349bf5249f0735c9a0af15eb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2dcd2c9ce627251dc03ea334892849fdce609
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6071d9a665d62692f0e1b3a88d42aea9d31a4097a9cf69934e79d23f29aa2a90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e7ef83abc78693417c069e4f170f6d853ab0e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5e3bc4823e91495b04afe6a4b79aeb5cb9a982fea45c32e0b912b114059086
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9d8eda0feb1fdc935ef26cc88f5b9de17f0e2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b6584660841b0ee358e051772d9ff1ba5a479a626e95724689958f1b6d5ee5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fdc4ecebf9b5081fdcb3a9c9c22a97ccc6b15e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ed539745895d77f8c1aa8a7b5ab85049ae652bcecd8626e623ce16205f42fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c60060b33f631ff6a3e35b39a912a85d4e1bb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42e47eb0cfa7e5452ea05d29ebcdff390782ece9ddd723894a6e3053c693d39
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833c262f13278bda5f09d3a78a09ff53a7a59019
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d140d997a0e6aa4c6bbd139427af34c5f9403b715a5926e00d8012109f496854
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a090216ff6d661d1cc6eb62028c76d7f462ca15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d761ff8488b98a8f3d458a63b28e897e5eb0fd571d0feee7bb719bc32bc7eacf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f133a72144f6464a4baadfcf9911b04c42c391
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb72a58b0a51643c94cccb5cfcb34d81fcfa91554d9502b421e8309fce9600c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63b8da057a9dc65cf4cb7dbc87c95faa49cfb85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950cde4ad780e3beed1fd8cfec620063b2297517307015f88bfb31c6bd24b1de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adc6b3cb6e29c19e72b2786869daf1b0b731f01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c7dcd0c0d251f6bb2f5127333a8b65ab514374b35156dacc59c90727b929fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af518a9e33a81a4c6f766e908c5eeeccb4a815b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a6bbedaa353f0f53a6e63640230da562a81ea3e8947a298fa88fc5a3c07a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2129facf803a1117a07777753033ee56b56de3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e2c43e8fc9f15a9c8f22b1d20ccbb80d7ee218d1bcb5e360e8ac0159db672e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1bb775342c22d06c7c7633d16ed916ea1c7a1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3bf8fce510b291cc594f6c18f801c6c51d87a077f3075b887b9285273a46e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63336eebd8a68bd3c85c4934b5020256a250f724
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aad108c1ccea2b325107a3b58e4097bc90c9439af36cbe70555e08b161130ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191ff58903cef0925233b8e1e87fc97e8132dd4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f489344bf3499f7831b9653cfc8810fc48f9456063365450eec72ec6457493a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba0992670c618a2e9061e688f0657c380cc21e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce775f329621220ab70513089fe24bedd4eafc392cdb5f14ababe8329b4200b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d518326112adf8a92e13329592b432825a5f40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ebe62f6e8d781496d7001feae046fdffce3dfcdc4ff108ce5046c23026e458
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf3237450999dc74d50cb83cc10bf51fbb600c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae48a81e4a59fb808b00cc03dbea0256fd44fb2cd36afd7f82f967f48762437
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f827ab677a6161168ffb8f51bd3fe75c3f1f57d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5e586234ff8effd9caf23a44faaef085dc9ac821d809136f4fcfed5d3ab710
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77335e584d66306340eef11c501bfdea4f38a178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1bda5df69e959fd80dc2ffe0f3f62c9bc9a9174582bca8d627693f261586fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6eaefc5993eb98df18ca1336ab49ff16ccd17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856b0bfd7922702464085540ef916694dd26d6af6cbd0d08d300f4eeb87af61a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f149a14f3252c2d1206130dff2a76e228127cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014109a0cae3c250c9636477ad46d6e064abb8ed7bd7c6784e7fbf396fe0a712
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ecd275989fabc4a4f982067a9c2710530420ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555fd816549748a6959668a162a79511c5002c747cb4017a4e096edefb7b43fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdc05e8cd354714f5bdba94476e18fa9f6f75c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecd155584c081501d32b8cdbe82e65fb8c9644405d775dbd9e32e6831b65a2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f885999d4c766acfe99ede6ba03873bda1826
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065e8f8ea56e1f451c6ab3b6f6283041f43e14a45fdc4c0a7345c9bf94bf415b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a05e113fb05fd9a11ecf2e44e281cd6fc902f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c77ce42b3b05016aeacd653945e1b05f601e839ec43c103fa5ddbdb85b3fdba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc80c9ca1cb8e69307ec3f7087e76f27734b69a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830303fffe49c6021bd1533f802ab489f3b0c46bbed46b194493b0c4da509da8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640d53c1a9c8ae3148cf61260f8f47def6b9fcb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c99cccafc9a8d83b3668fdbc1c3c3d538c623af260fe1ded436847f2132d28a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49044351b2d5b0258301bdb382dfb9d70c2794e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ccac438eb3cd320c0da78ba548a7ea985b8d8862296a989f48b6b20177e463
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a428d873221474dfd49bc105e4ece2b4a8fd35d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccd89b5fb4a1c2164204d1d6e5a4c005597da7ebb7945fea6500404d2220d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c92dad6c62573e660ec4a125b74d1015ced794b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee25e94f7ee934a4505b1c5156062c99556f5834786340891289d535d3eaf48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3571dc7c9fb4a1e8dcb1939a0c55f3b89f51e9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d47a3c2d5743db5fc118d05647edf2bbdcaf0c2687f8775fc5c66769f20841
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71d5deeec3cf0f68c4c6dfc13c5fe2d70c702de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6bae08ad3a2e3fce8a18947ff43651102642f44120fc207965d4b125dc211c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f463adeb43317cc2e11d67ee741f0d5637488b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b7b6c0b72890fa5722f70193956fd455efc4d71757adfc6ac194ac3e35e12c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae1635148d780233b7cc57d3b6f7194a607df8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f192e26a484a56881ffcbfcbe84c184071f5748be567dc73675bfd52c55bb449
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8823d314ac2a73d0799226200ee806f4b2978cbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52edb5067a6c120c5d25bd22fa1cbf0586d3765773a29365f85885b941afe75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8609cc49ccf487666cef69f304ff387a2bccdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba757e17e2cf56c9b61a200550c9c183551f04b395e22c913e21c1df8ae43f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715cc2e9457561b34bea82e2c767fa2dc1785e58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef1c86306b12a2b6a53205a2be5f9eec5e3f564a17c029eaea72e106fc1fedf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4139682ad7238fdfbbc8935a83a0da50ced744
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189eafb06e015f43ca8889b03bccc5769f848547d4240a62d0d18e8bdb50a273
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db675e37c90f91919b816c3a6c84004a2f0af6ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c218ffb96e41ee0a2c505681d5986dfccaac783f45baaa365f2388308be2f4b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887f7f5d29afbc3527de67ab5cc4d8715bc4b330
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7792daebdbc6fba16bab2f1ba23758d5ed68434bfa5c0109335fab0248f8b235
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5876816b9f095307a9e8876265a3ce95d1761a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae831a7d1b5103ede6acb2c10f971a7cf29dfb9a38cc45121c1cca41ea6ddcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5070379779aee1865c1db4e85885b74e7c8d3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0798597d3bd307e662ce54d14e76c4cba36e6c7167e2f25e39691fb1fb4fea8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c00a19d1bd050a5fbc6b71b7fe7d51087ac4c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0d751d0c21b93a725fe4e706c751b3e9d1ecd71ae94cd229c31c82bc80dcec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136621e054f9b53aff76cd55f296856770f77c6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c112fda7cf93e9e8d0715becb016876778b7c7f51fe64abe6dbda0edf1d09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2260d5d1e36dca83f91c6901153228d6171832cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652a751f46411c3a7325ea40d1d9a80d262db1644e7ca41f82894f8ab0a4f2ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a98fd89c9cf3c05df6fbd90044143cd78dbcc0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecd0f951bb4d054ba5c2b9759337d6443cd85508e2242fe4c7cc22099325019
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d689feebf4573cb1b226d9d6748f0736261dd29b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d160e7b277d8836a895c627b616b45808a58ba27d87c2d9600aa2eab1ec3320c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aebf48c3205a34a1a89bd55afd92602220da5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc82324cb536c6eec88fd1b3b04d67645a54c40fb869be0ab837ca23fd38db4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0375e646c4642fdc6148e3ab41e52ca02d03ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74d1fa1326d427c71485a949fb0d1415d6d2a49911f04d1e39ff983273721f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee0d344b206e75b7df3ce493fbe4089659d3759
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac72821a87bbe65047c4f6e75ede552b7ef64e6966cce20a37e72d69863aeaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a042f01029f48ab060fdc1894b69f7271bd12ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d1a7fff1b47e7722728215d27ddb5aa890799660620117e84bc7afe3c99534
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f05908032d20f1e89bbb99a853a543e6892138a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905a3bbbd606839e0034b5447f398994e9e73de51ff9baec35af8ffbfbc1b2f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8a76c4827b0200395b87586e36e1b36b75148
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26eb32b3ce4fb7f185ec7a3d861679ec824de9b7e89ba0421aade59edf31885b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a9cf409e9a61e59a6678bbd53fc3060defafb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d379e9c216aca99c2b53edd938e0c8e4ccbb3adf967473c83ff44c90da4eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de534b3ef0d760561b00e75a5e4bbecc04e5fb92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73ad4fd33ee890ba349e59d26b776bb398e2113437efdee5cddfe7cb27e9f4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995dbbc2e80220112066627e5a4fa68fb5c41120
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd32f9f76e4e7b0ea0ab18cdd7e52055f4ced8f8c0e522d48a10b9ec3f3ba42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c25a0154912f0ecbca411e006b5b06433c4883c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e5bf9ac5601eb954f0feeae1092963e1c7594ce2a92e3693714a6d8c244569
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2582aecc7f102543700d1ec337937ad022c1650
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a34cb0fe4b17f072f2d54a856dce469c8105d3aad9f128e37659d46656d605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bb97416f37649594e1fd556db6795572a25bd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d714153a24cd781337cbc5d992297092fa66979991be54da02437b938db377
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c52ebfbd42361145f0f3c0cb4dbb6da5c20e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc3057ded4f2c4399862675d7be95492b3334ccb8645f0e7ac612bc942c3907
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b501af1b79b06d060b2adcca9c749f676dc1add8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2732b0ec6dbaccd94e19d42494c46d8e9e9e0b6ae417afd491ef3c355778b20c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13903a9a1a7fe656eec5e9601cbb7a26fafe5aa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cc5945b0b8c8535fd8bf0a1b4cf9b7fb6930acf18c6fe20e37937541c026cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e2aa2a74db68c59490a123d07edd0eb6f18ac0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6990d7c31ce1cee10a71f3255f14096e653d8727218d30b23463767a153376
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b2a7256c3c62c9a5f6b738ca8dcdd728109887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999c62a538c28a27bf5b85fc5827bffb2ab192f3238e860db9c4d5a5efd904d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70caae70251003d85b0b46d04a703e44d3b6edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d49462963d952342bc5666beb03b5fdb89686144d19dd0b7cbf6203126e73c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dfb3a407a3d33c6f21c7cf080993aa0a42bd0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd85e678491632642f0e7c44c7583e085b6576f0209195b104a8ca006b8d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b00145490106ba54fd714da6d90cd8e73a466b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573a90e32635e62af933979e869cc5e3761c3fbf5cc4ceb8cda529b5cdc20610
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e894f0fcf6269a4fdf8c8e4a50a03a3a5f8ead
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23915caad5648d80b5dbde4e4673d9738edd42c16e36af108357ca4dacb685b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc14f1a4d412a43985cae568b761f43a5923b34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b240153aee3d4a63b08e581906bb568a1ce70415f80c3fda460b35205dcc82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d11dc20061c39ef8b667055cf1a7e9231fd4c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6121ef2893cf1ead4a751094ad26c7daabeb6653ea9c37310f5799141d6a6a1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2118cd7cb3f46a42f4f7e5bd3284e47476aa7b7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3503c35dcb12f2540b5cbd0a38a960f1ddbf2fdb0f77a2fc69c4248861e822dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acd09ca2db8a8f4e66995ab95c0598cfc89b723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33603471c3e5e24c20b77f9f0dce6297b00c94bd159b1f72e1f5345dcb8c367b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421d697f5287001a83babe6c866a4a0b09625b85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e61b330ce32e25d7a988e427249544f725036a90a7738819f82afbe00f38f40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8c5139414cd3dd8e70c47f1a8ddf3806b122f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9780409c3006dbe3f56af3250fe33046246d48d42ededf6d56978e962c53f2d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73813483d2ca80184f2759469867b77b960b156d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a382f92dd0fb58acc2c36d3c98d96bd57366cadd4df89077065ef4834717c262
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b8183d746799504f1f275a34a3e7aa572987a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e661811d0483771f1b82ea0fc121a532b0ae8988eb4df7f798a1dd2c44a5c3fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8929e7db29a09365ef79b1958faf7cdba350c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44542e57996ab2b6b3886876c6090ea29fc69835a4f3663f4b48defa645a8b9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80230f59615d6d31fc041c81c7779122f0e7c6c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1545638aa0a1371f4fb06a93d633d6624058a8693acf45c19b46a402d852e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6c2c0f5bb483390c0c5d61b9afcc685be95904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950be6802edcbca8134e061f3f4a88fe96ae5d7c1b09c532ea16875a57a3a4de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30230eb801f56c6efa6d2e60d20751da83870d9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca1c42c9fe098f29a65c91aba55b0fd99d2b39468a904ea7b8106a8c2d658cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f0911d1ea66d22cc6115c5a1c99a204ec704a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde53d5094ccedb512b2176dd1aedd46fe31acfa22997437e6a7dba6f0d736f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d33aabd6305dd3bc2186bbc64fef34f403718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe1f421da5fc21d3fb3a35ca541b456c2431566fc97c5d76f47d12560b1ce92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d936601c309cfdc4728304900948113a9d9169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a12c72e29c7f05af3d4b7043e4962623346154f57ffd850c5169af19f42bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69bc05a71a3c7ac61d71b66555cab69d2bdd5a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10ad5b10a1c8eba6f273c8ae4734002a849588777ecca9c4f6b2445ee7d5a06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520b3ba7d2827fa01ff28f037641b6d47990e40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4621ec3c67e0919655c0772a6806b369c21eb7076e5a8be992c5cf9c49483edf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2071178f1c5d3552fe7fd72bf18f13a7e5a11b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4872d8b505acc3fba40a8545f9ba1de44d49e13d4e8a995c43bb55b1eda9477
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0132ce04fe5f99636c8ea1560b8c05017e0f39e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8987b083867e26799975257f51fe98ecdff21bd9f85d345807d29be8ce4f31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd31c7eba5f10725de700d69019d0f54a819fef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41afb9a5324758160c7c5f1d531916781f2b89baebc51d5d5a4171d0205995e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c21e945b0bb09adb061b773cf8e4e88643bdf22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e8cf5b39d3ca70d5b4ed40347f0b988855b4be004e6f66aa87632ca99aa75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a58b5d764e9a3bec80fe84dfdfb67b6cee51bfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874149f6c37807a5be4025982950ad2be90f6fcef05311bc799b2b9fca65920a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef894d60f6bc4258ffb27be95a16fcfe741bfb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1c7b20a719bde157c378aab2c44f0b6c8af305c8f809ca9754ab3703a27204
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d43f51656b0bd6a3bd93d4ef5028da22ff171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66dd020fbd37d565759e7fc484cac860853afc44d9a6589e84da073eca8c604
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faa6f74e43c2c69244be8f521f2cabfbd57c6d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cb012467cf1e1b3f70ff062f783bbd1c3b9fa24525733058fb9e12983e383f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5273c43ca4831df0fb875d1b0196319165f9b621
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f89fa895aac6c48a67e3cdd26223c24d73eea65f54f84630978af26b2c3929b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13a15c5602bf38fd92c504da6a381efcb1d8a09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e48f348685f1d0b53ebfa48c3ca0d6da84b5223374e6917cf9f1d8debb7eb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7b0e8095610b3b57cfa8ee1061523d68e4a3f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f199ac92a59f3dcb0f3509ccd6c05bc509f38cc732578e944895787ff797056
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0368827f83d2ae9057f290580e14db627eb001b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5f8843d93f977331f96e488e1eb5e9078ce90fafb29cacfb963584877553e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba7983e29ab48976c9b042a1d1910b0a76bcbbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e9bcd618fad0dde377d119ae381a86db5caf4c72428eb5765b0d203660b4ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c30132954ac9c271921d6e193dcecf968750ba5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067c39cbe579681e1a31422c3cc525da62ff39917e1e69253aa084321f49654e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56ab8f7439e59a216cd8579e352ad01196f9b7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2249fe5f53a102c271c6c827c47fb97eea79c67d53db82227c5db8b0a1effbf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a925cb6cfdcc94f246dc1e6e3eca38a1fa21a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1524f56824ed482f0a66326adc0b86c64e7ddc07f8f7cff6198844f9826ccb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15da81a8c5e52ca9b02ed91c6f086d4fec47d6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b9a020b2289d93f785a1f6f455195fa86cf76d95c3323d63c4e37cfc53fe22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64163c9ecf0254dfaae9cd9d4f1c4ac956b6b0c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2422c09e61e96b571a8efd4d73010dc59a97a65dd5442d4969400a7ddce5481e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ab9ddca99d6589ff48350cef4450b2d1013b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b3ba6abf459dab2b337200e7d4bedc4b7306c261d7eace6295c0466274fb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ab6df2c8fe21826d0ff93d635f4faac9c61682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c247e8fe657a249ba080c48f085ce2a0e8f58f83fd9606103b9da7f8706d045
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e00e96d8fa0159d91b0c75bf98f93e22b06a52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669e55152eeed862a61500b26f677c4dad07cf4335ff401caff8c8bb3869323e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc163ec72d76b7a19c245ce03401b01158d60e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8affae6a3d74b8993cc630ffdda64318fe3a2d219603552d28eb5f1cf03c4902
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d26058bafab6a4f970dbf8573eed005a7117b00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34b591ef685b33f5024c1d9b41884964ed88022798f485d1af485ea8390edbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952851681b990397557dcfed43b245c319af6bbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a5beac960ae3d0ed3a4a2ec02257651784c80c3788dbcc537f3e0c9339c511
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a3278b75fc0bf589c9bddc453d6f5276619be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02716263f69dad148e2019f53056ecf97fc6053386e2a4aababe0106103aa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0e23c898042008f2708408d86a4cfac509f47d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391be1d8d1b9f475123584cc8e01e1f4ab98a7467f81c0a7568530ebd0aa943a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fa8aada2dcf13d816d2253efec53c310b4265e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e079a1aa76db0b803adc0aa4380f29b66cae3156fb4b9db0ffbd38a389240d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deae78923a8204eb0a51de6ac9eee6237fa30235
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d785359823ce4da312616c61d77505a9c6c26fe3fd4893ff06b7811335778e25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15e941ba1f40cb01b0263826c267dcbc21586e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3718688e4bb8495908c39bbfcfddf4f9347b3ae4f0eea96e2d408aaa57ad8bac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d342a4ad6aeadb9cb00ef2800f2851e7c8052b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ecc4a980c460151d2b16c5db2533104a60b7bf6d00727476a80844affc98a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83745e37f56e45047d879a20b9ab810b09647de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627be2b1110770539416090fca157baea2e096a1c2b24847752ec36812d41fbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf29a785cbbd1fd7fb71a910086a8c5c6c3ce185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d6209b33f6e5182c02b7e05a3945c9293778b2dd9371b2602c6c2494cca6cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527e0f731c9feb3cb70f812d0bc808a1988a142f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf16f805eaa1a09a112a9a9417c8c54e39edc817fa0539c1aa104cdb1a458e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578a5d836b8c7d479d90e0f0e9f82b499d9f4ad9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1313942dcca43d51a8f0035f943b7a12eb586335b08288f777a768afe589859a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac2e6dc48791d6b2ea92af44269947c40fd09cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1bd08a4cc2b5cb38b3149550a37aaa556fff3e0adad12e838d1b7ebf1b64d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa1fbe0349a3e6d995406a77370cb257e880ee5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a617ded287df59c8dc2de2c0cc2d96221251ec6d3655f38a1dffb13ea5cee66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b353a09cc476f71917a58d1cdb1fc3170b7260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b6e619d8deed36f2bf72d1c8944fa7197fb876af82b3591fcff90a29ebb424
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa5d985223e71c89bd5daa597e6efa99a0545bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e5c0d86d849c41d40220a6a9fa1b950f43da7c3e98b5b59d4b21a07c52c119
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78adab11645f5d542e986097df001008b01b4c97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e1fb674a2d48b00019b0486c86f4d6692be1d970de8ed8768624e61e9691cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cb984c9c9f6318e0fc265c7cac79972cc04889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed56cf0ef85f1659b8b8391db3da5a9d352a78c1b76af7300044e632640c232e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420660d356310ed305e23096cb0c502ad6a1a7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d957419b6f8aca20a18fc822529fa20f3a1db4307cdb3189d7d3679abf7109
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54738634845a2061cff1003c3d03b7f1ac19bf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea77037ea7384487247a10943eff4853b4ec75d7f830cd623155612ecd7c3a32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a790360130172e7147bfae517309bc2255d3b2b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509a780852d98082b8764d5221af4ffb9521967d9453a35cde44d8947d970c61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68eddeeac9274b88280e9d1ea87a13bc6f00eb0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c019256955c9654432d14f8a449e6472319952936d816a7fc1eddd5313199b57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33b19a69003770f334d90f2541f9e8d69b8a66c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d54c0d6768144963acb918c1359ea0c24ec2739901b300827f445207777a21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aeb088e6dd9bb6a69513fa1f69a5e4583c37742
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1c928ac9dabbcd83e0ad4cc37271ea7575b241dc5b041169fb887c1373337e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c20e921524f7b4c3e49c77437048b91c0fed2a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ec92562ea0d102a9c1681c8bf501fbdeb44e1d1afca08a797c8c347a61c5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad9dc3ecce7bab8366024a8a4def63d98b8ebfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a1d0c59d8541ac65338866416f112aee178ced263ca9d3bfa2ee44c0eb198c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eec96c18aed20ed619cd46c5c09d072eb7dcaa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57fd1778f21b2ceed98f55c47c5931bd1cced0f93c3dab04a3991b4a574d8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3c9a4325084b4bd23a2956d4b9c5d00c0ebbe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654068e6eb8d020b2c9a6eca0ce1d46ec3c75dc05c5155ea170c8883ddfd31e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e61a2bdc162e6d961bb595e95cd3f0b75874b49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659e3cef279204e6d3e35ba2264a9945814c6983f225987376986a4890aea7f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e363b81ad11d1bbf0e9b9d04296e801030e55d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63d8dbcd179b627b892953c1f462db9cc1df45f001764707e57b67140fba0ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93815f2f628ab8fa84c42c841318af28d424b0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ec1f445f114ae549e9a83652fe2468658610f0fa559f50f9867b1b03f0e6a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8f6a101a68d9a2711fd764bc609c2d3e2e4165
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034ddc7a0e9d3d26e841472c34e364c17899a5095dec811d7516dfc35dbb22da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d3aac6c190a9d71cb410b3acdc05913e7bf8d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3690ee6d49d87f02a78cbaf531abbf92052709f8e3434e280ae38fb59716cb5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0c4284a9c9fc1c009a6905c9e8cf8e038b3d75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7c80e5d199bc1b57eb4511b852cb3dc1e87a0f778fad7cde00b78713b61414
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadd4b88c64721d0cf50bccf9dbcccf262f496ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fceab96a3e9900a12b9d96f771644cf6830cf506ebd55c2c49eb657abf3472
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d0c1028b7bf301bcfe23cf463b76fb47c62a36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23be85c87e24686f2b9743faed9cf43cc55a4fa866e1e42bb7b69e40c6b310b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da8575f6e8443d73deebf9e765d900d5a5148b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad32c951c82b237596766e908b5864534b76ae12ae96b71841e1c4a8ccee12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb3b78d824a0f47e6c7621236e820e0e00936cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c74687a870fe5feb6e5319fa11d06c5400580af2e272f82cf8332217aff0905
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7ee06058ae0be261a6460ac407f3f23cb41ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa8399554d93e9e88a5c7abe8d54727b36a1e8acfb8d5d77baeb19398f01562
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aa99f8a821cd8e155b911f573bfb90f4bd604b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74274aa928e367065d08dea822feed1146cbdb3cd40479e8785541e084d60b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f9840a89896a6633c85efaeaa665ce2703c77a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31d474b21421c34b03f2e8c5c0e53ba2b68a8feef014a26e931588d16582c3e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11144f190a55957a81e0844fe06dd3ed47bc531f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c42dbd839e314cc5024a3d041efec8cba17445e36607fdd95e2e7d07e281d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784b38af4ce205f14b1f31e9e0b43bfd5ec40db5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ea4a90e9aabe56292c8d9438c34bd2df8424cae4e3ad8ac3288a41fd7933c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0366d66ee9a2d5325de5efdae1d05f5a5059359
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcfe48a1995f16ca39b04a552d8c5bc9f0f2117a8fc3a009c6e1cc2c4c91158
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2886263bcdd505c1faca3eb53b0e1dfa2defaab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eef3be1f8ef37d615544644940cd96a9575c211acfb2c2acc60fb23551f6ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a978cf8335508c379da29da9aba3da16de4cc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d902045e30cfb35b1fdeb309bf17494822a4836ca8ca80e8352ef291226b41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff045cea62f4b07ac4d43e5be5b91ec899b14b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14df5b23bc9d8f79b7d5000bbd54b35cda3482e880835da72b677ca2f34c73a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25c9ed49c7ec60829020fb2129dcd25eccb204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0917d367704204a9ef87d892dac54b28eee3f2138ba6c6cd4218ddebdb793b1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace9d1a3dcca8964877adb3244b0faf1845d5bd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ab46f7a3cc52bd4f68417a6a847aeb8d836ac6f72885f53c37f7d934208c23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cafc4054d62e7520c8d17e4c3eb1dda8f5fdc91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd642259ca696cdf48e80dbe0b338a5867fc9b2f3c759ea9e15bc175382822ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d86345599805afed296683cf2ddf1f9c53c7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258f1f54461c5904e729443d1137d1c0588f3aeb71480813ab8dd338879eb0b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf86417c4941c99284212e51f99b83b32ea7d987
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab20f83fbbb820836e1c2ffda5878ecef6f47f7f9f502c83eaf1a16c71787d6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d2e3eb1de118a39a1ddd8d5f792082aecf8d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b133971748eebabb74b7a407ee033a8a6b87050abe67401347e0e1cdf1cf96e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a7c9b89b30da6c653ea7ae225e0439c2925fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a120ceb387d4069f9a02b07a80a7028412486ef69422a9cb5c68f98a92a4c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc55b4369f392f8fb9588b46f7d043ac5ee3108
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba9181fcdc7404fa55ddcd4451402664ed545c49388255f2e036034327b8a7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a16bb2bb54ca89b72ed7e85378efc774404cf43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8ee2c99e057e9dabfee9583bbb325c5d99be07edbe6981363233e54f06750a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a71b07278ac0c68314508dc2f89b2b2b24a3b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3e460c98ee21efda51ef6367c74e75b48ff2ff81030f7be903d1fdf7a2fa2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d62bd6d16a923a8e168efb8376c6671e466b24d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a437bdf47e5465d7d022694d28d17aaaa9eb2919b07b70ef7aec2519071eac4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9c9980f1c8e391c068decc808bc0fb6ce33de1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5541e9b90df388e0a1178fac7454a88ec2c0f493338e038ffcaab1be61584fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a10d428d132cad9dabf989b627a5565f78d256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e786c4b87993a4407333967cf6a0b93adf6c48f196fca1a0659dd52fc6a890e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1915b312ed89c8a2e8c5d16b6dbfbb3db574a8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8e6d0bafcfcc0bba79bbfc0621655c6a98b45bb8b7115eaa329392ba279847
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9853ef4f07ff3eb3c9dd94f2fa833002f6850c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe69f97bb52ab6ede387594402d06314cce190d4264d6b98fca56a7084d8c7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f859704be1545c7db66eecb68c6eb82a9c539e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955dd74b2451172a0f632ef3e342a652e4bd04b9d4226ae7bcc3f2a4f61ceb3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9e4330a2ebb5b67587ac3a0bd2d9a62299c6f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a4ba69625e8ace7dd6613a2eebf1c7d9aa4eebb385162d90e4676633dd4303
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3253fb29d4b725c978a0e3b045fc50e3041b1387
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0605a0b6b9283c4aef3f8361de2298a2486cb8e4bb7e4c6499b226cd11b29f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bc8676d47b1ef4ed21959ee84afc6e26d7f4c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b6dd20c008ae945fa16ec57383608a5d0486f4c48ed0c7becbdec69e7747cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7437dcaa747765342d7a2d41ee8e168d69fae87a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa8787cbefc9d3abf5d5f5ad71b42edaf2a2a182c0d680534a72aa837ba45b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b87d2e71c769cc352f3cb0790db8e4492cab22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a750531c880c271d8a087d6d7adb324cca8530604194171733f2205f7531f24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bf8ff0875240d42d2cd615f7358c857231d77a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb70d1a229cfe62284bc1adb9a57066d2871f521e963e9cb28dedb2b89fa4a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842cee041441a9fe8ff9ce0a6e23142dbcabbfca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad5627258ed8ab45bcc11f626c0016f8bac9b6bee6f7a27b6ac091b43580a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e58056e6f715d3767c35bebdf78fc335fb05f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d931e05260b6c964bec02566577acc54d8f46df330d9521a702edda2051909d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f562a29f6f6529368e7ecdca8921af42d4266151
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d41e75a5d64df7be46d276a92439480d10e8b12da0e42e95f323e8fc3e881
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e58b8b1076f2b9f333eb36dbabcc17403fe983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af17d88f30e376935738b8bda9ab999f0f1f82376ecdd56a5634cd775654633
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb82f23325c99c92f27c441fb2dc44263042462f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba08fcc9cc9da07f0ab1121e40c386dda40c692ef22f93b255a109c06998b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061fe0da622bc74d1ba9154e2ac9e3b3188a0eda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85ee5282dbf07bc8602f02fea924f388a6af597887223c7db54ecc64011fe24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7b3a872123b984c7a2dd8ea2f090f0c37b1913
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697b0d4689bc6f769c59865a96d7d9fe6869c6f84e2cb6c4e450501be47071fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb67abef569d292091ea50499423df523867e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6debbd7aa8d5293c6a19b37c36f956b7f1ec46c6fe3163feef27d4356579681
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe58875d7de13c18663bff503d442a440bb97dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8156047e4698be8695804f92a2ee4368b59af1118c2e67ad3de7cf6815c6c3e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a2dc094e6f9ee9685cce4117dc22570099934e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1c965b3edb620371cc1db8084309f5430a50d38fc66a18f72a72c401f1a0a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47c08b626167839d34b099b080a4b0a916ff824
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d695bf15430ae4f879067ab9d7aeb0b060a5dc85a59ac6dc4ff90a00ddf9b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc12fa6eaa355099b188b08e52986dd6c7df9983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5681067afd03e052480ec9f3d27f6834f57a43df105282aecc03297ee7cc96b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df68cc7fc7ad90a12cda8b1886d7d040dd7361
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb73c73d6687f5daa50a18141dc1e84055dea313ae633ce1c02b432943bc39a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23f7e7cb8040daeef8dbca9e39dcf87cdbee54d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0267377a3067595d753c01a3b6f175a42c3721882df251afc194fb32cc2bab67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3507074f1151a741427aab09a50b48baad983f6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9742675c4ca0a9de6848b8e48edb6916dcda9145f2eacb87d4d0fadcb62e20f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc2fecc6a0183818818373e95e88ac1b6cf721f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00be9fdb37d30ae2aa73f7513cd301e1a9bfe36b6d7809aa51ec9b5e9a4748
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae082ccc2272261e7a0a9d577675c195293fdac8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b7047768ada177d77be1f877ed22aeccbd9cb05fb61a154c39037a0c584033
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d7034b85e421aa5935dd276a340f4518f7284
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1d01c5deb98f50224af152b65698536f3546bf3ef02b8d3ca9543f2037c615
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5c156e2aaafe59a6013d1fc6f8af6c40794305
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d98a808dc76eb5f05f97ff8a45d556b4e86d9bf64a335a2e40e48cb33aaeb2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b968f08263e139a67cebddb3550ce5036d039755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd90973ab7d75441f68155d77b14ba98fc1f82ec37b5a9390b31b59a6ea6cb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03b32a7559f408cc94e11351b6095a3218ff9a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1e663c52334999f7a52eae7db2fab5e18c84f61cd7b42a20d605d6d6762d5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9fa8a5bd75b53d0dbb98be5ac477ba1130821e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cf52768d83764405236eadfcc95fd621022bc2b3cce13d0be2ca5620a56d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec224030c49b8d4cc64b804cd9c6e44d191b00a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d0258126bfc7af6ae4ed1419625e41c1ce53b7c827c27d6520f28d4e4947d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413b5fcb88bafbbedcb4e4541808cf6e9f75099d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee62528cb3299e68b64cc779949aa78bf9da960fc8f567175bdd7a348b54f76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0b26771b822c6aec9dca6f3aa5f9acef16e908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22d6556185eb6b2d397afbaf92406a03a25b97456e99f841f5022e874b1686d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102f9be8749ddebc651a927668819e596ea0dca9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b963a4a4e30c939b98728848e9395c8a51a3f40340056da5142419766be28e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb944f3a270b3ad5aa86e136cd0c65d8ef6b9bfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1499738ec076c4fa9d1862d3c2cfd420d65f24e767c61435f7e930093a2e612
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93697926119617830edb79f6f1489f0387f15f06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edb0ee7f85148ec4cb64d2861251207f312800500962a6683fa9af2c6b35924
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372346356306de1fd517ee740e32b1a2425930de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eba0129c5ee288ed04462684637428e11e8df7946757b904a900ed8bd8cefa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c242bf8563104c84081cfbc643024488ccb879b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88cad743e82938eff73b4e6770991500d681f7298771fe367691010f6f80689
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7112c50fd88bb925f7efa1b4f219d1c269bbef29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d293eca1a220af09ac7f29dee2af5e8f9de225667643d996b4f175f5861fa53
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67858de5cad80b824668063288b7e26a3c24031
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb25b17303eaecfbd1f7633e74e1caab4b556672114d540a3b49d62558f91e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cece04c53feb0977789f2d864e026a5e39c0dd0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00510de17f631c8bd82e540e75020cdc35ce1d6ab12eed776b8429287460d9a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8fd851fab9eab5cb68f141bcf0fbd33e21ffc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696cab9308bcc052961842c451fa1552335f846bfb14676d5ee55dc35faa9b2e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c7ef8aec64abcf5c54f8ec2f3f4a61efa2122a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7ad308632378195d1c2ffbc30d2b0f1b9860f5631b0a965ccc0f2db40904bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5671fb0f43077ea1b5545c6da90043bd0fb50fb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ac24a7623165fea78cd8e6b07dd2f3c0193f3dc123764a952854dbcbb5846
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c0713a318ffbaf2ccbccb08207387d1597e81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1734b75a78afc74a204c06da9dd6b3b840133b548d72a26f3146edd02b64d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0bd5aa82c349d0ebc193a64282f810934413ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b060deae16a00d0dd877421abae5f1bbcf57759fe533568e605af625abb7468b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd8d7001cbbf1b2021b5b30c6e310f1e03e5f57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d683f778c1233c3c77251383b4d0f5d06a3e1b3f944b61e3cc8a0862b4335a6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17270c9e0c6e33801bce4bec3546304a8e5dd638
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab72a596a58f3ac778d80968353547ce009ed7998793609e9699d9445b17257
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475e719b303f343f248aa0de5005f63dc082ffd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ff8ff3bca1135f759fcf6ac52c2be6077ec7dc9329e788ccb46f4671cca8ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fa7163a49ff41398d280f21129637282394f39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568f13f2dd20fbfbfa0ec87899374a0590ed8335be63863be89ea13cc840f53c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9139fe2b44b1c20eb8f81dce9ce6fef7249167d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b6b94e1a17fcaed98013c1da0897e2d32c76226aa3ff171633e26e22d28084
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847a6cc837c6dc8d47d2af4ec369026ecd254cb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0dfe39c2de71671ed8dbcea3a2fda06c6b6651b8da7cd5381872270c5fe26e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bade5f09dd4954c79c74aad0098341bfae1d5ced
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd287e9635d395d8bbd224ae143fdf92c2178a7b09f6c6ad4846e8e4fb2917c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5a073db8a486b2f93c9032f2bc6fb37dabe791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c6e9d7ad3310ee0ab720e48ac9d4f3d5c3d7e2068ee812f89cf1b5d86cd989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87274ee2f5c2aa5848ab6528a209731104505385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7a507f730003e0124e07e791eb143c43fe05111baaecb4c02dc375b1bebcd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d34a21917705f4b8171acce88fef9827780e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ef2b2553b2116ce64295594c2b8424cbb11f4f932c60f4dd18878c2f36ac0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6b1729a65be30a0bf2027b76d009ee57f2ba80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6529a3c9eb1288fb934963ca961a83d806bc595334c8a47e3875debefbb342
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f29e96e8f82b57f9e49cbd52207dad1db90c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8def0f5245e1c479f13379877a5ecff77b0369f5fe0fef1d6bc86cf5bd5fa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0cd4230b5ee2a8fef8acdfdbe133a97cb67605
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd08a7555555ac8ca618f8e01a9cd9d3af73c58b7a68b1e5ded021b16d75af0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5fc76a8188dafb8c61488c62787f66c28554b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587a837eb36ccfff655bade60a6c63af41a1a73f6697db4b1ff040257304193a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a20e939836670c83e5c9b87634cf59d4a84b768
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d0ac1fd2240cecd75987ed1cdb0168dcb5d3b21606ba21709ec116fc666216
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459538f9d914f4d8d7429bc4c59fb4d419fba8f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083f84eae91853e4e671b4177369e7f457ebea5ffec764607f11dc431617cfe7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d6cdbdfe7b4231ff21260ddac6cb3f2a8c8d1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb409549706eae98ba8c284f65375ae7889db90b5b9c293cd47d06f9e4adf175
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c321bcb4155b4ca30b8bf87ca842558e3cd3a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07a918012d62db72c3189fc039dbe498a08d38b94f611fae4165287ea97582
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6a2edb8ab7b7b4c37eb87f3dcd80869b63dbab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb42741a31d42917d3eacc81fe2ee8d4efc4f7557730019607f749a6ab38dc
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c050fbb11df21e40dbbc491b4648efdc317ab1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a774a4d41a66cb9a88ab5c7ce4ccf26b88dac06e382cb368cc5f6cae714886e9
+size 3203