diff --git a/params/opt/7/fixed/woq/init/lm_head/scale.pt b/params/opt/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503175762afac6e5a595317d92a7393ab076d95a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b61fc87cf3ad29b5cd4faab411c0e916808c37701c1c180194dd043cde9ef6
+size 202194
diff --git a/params/opt/7/fixed/woq/init/lm_head/zp.pt b/params/opt/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6cc1217a361fd6e63db87e1bffaa495d8d00c1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8434d6d19ddd7f34a75f621857396005bb41df7c6d97454491e47048c19d47
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8016992607d8d013fa170f31056192bf15ef219d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f6fab80908c8a88b1b5a524270d36eece00e56c91a4884007ea17ec70f0ef
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f42a6605d787cb3ba044e6d22e626e95e8e9745
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8d10781c73e9622f9b58fc976fddd898e209b0f6ad1a662ad8b5ba7a4da822
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d067edb94b73bf5e81b5c313008415f06cfca9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786889cc3a15474f513be509717a05573a19a8243b0003d4663f7ced593dcf7b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0b5f288e40756b065391656f90c2e19e5598c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690610f394d1689e5605d7306619962710b5cc12151d0a70cedd23a1b74a650d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba6a3bd84b952b32d1accd217e678670c10ee70
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e10fb02d2bfa16cf9b646e0047e0c6de00901ba4c72b27af496da687721c1a4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad42dc20cd8b15198d05b4337302b6efbe5789f
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2407ab06400c64137cec0bfb178b1e2572bcaf0fc65d1cc38e4d829f6f0a1655
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f184d7fcf6e55b5f715f4ba99bddd6d0a81e4d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437d3daa9311333677208033c4f0e1e18c992e610de1b61aadee7ddf77786811
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c572fc401b53d54df5424e39d811dcbde9f773
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc790fc67893545c0e1e1185b383841eba94e48c416c4242a669422267a0ba7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf80bcf28ea164d95f9747d398587c9b7b8b47
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e6e9c15b17c4f5f9ad2edeabdcaab33092ef5cc478d7e7c3163915aaa7853
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e362d0f048eb13db7e9b8d5d1aa1d5eb41f22525
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c813a1f22ee2dd09da1d6a389bc415da132dd81d7a2a0a37758fef54f523e7c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e6a72fec9bdae6f996aed0900c252055d73af
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b009b928ec0b5aec15e328eff5651b112bbe05fe02c96de1aef7dc4352e5bc0
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6884d60b3894736576cb089722ce003352dd7188
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2747fb4544dec7d139bf9708b11bfb191031aca85a3c0153669642da589e23
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd473101f6539cbc4eb07d5c54d64f26913b1867
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28fde58e38cd9dc9b9d9f67c556d044173bc87201d76e6fc98a1e2eeaf743c5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4458bcfc3f3490908cd7fab7957aa3d7949fb1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88bb6a314a0a83852fcba838aa4e1d253102fad76fa46e87042b8a227f51cf2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d1443b012e54082cb65638a0b325a13734fb2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2e75a82f9e3cefc5fe69e05dc0bdefe83a5e6ae2a8742a69dd308d3f650afb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98b5f9def299fe16dc0c382a83d9e565cd10d1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4504c86f57c688bd405d5694fa0ea519bbd246e034c1a424da562a4380567b2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ccf0dbf8b5423a531e7baa9f7c5f4f7a02dba
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee49a238684c713fb7a43692f1a1f68d4004043e9c27cd93e2bdd6833925290
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4788213db9b5c5b672d1184780e373fdce4b4843
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e6a913f45dc9b20cacf7535e0c362e478b8b38909d343b20c120b62fbd0792
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ae1462376caccfc94a2cd9d6697ddb12f25dd0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57a02846982b3046bcb3b1b399968533cac0826b1edb58d486e1d653e9897b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e95709725eccf4fc29436542494f4615aadf977
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9371ea8834c5a32a8b3f5081445627ae8a129f3752dd19b59fee09d71ad03248
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf26fa9762408e04ff86a4164ab92869ea41094
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0621c467589ee8034b15dc426f812962374786bd13fd05464e8e91e7b31802a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eef7bde2b059a96cd6ec536c3c488c88332c2d8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115f04351c777d0e1b68fdaa333662c35d6ff1a984bb75a097273c2042d833e6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd021502f77d7cd3ce8ea9bd44a4f17b21ed9c65
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d863927f3afaf9cf35c85c9a9da9d9833b7b678f13052935f3310350cb3d4b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc37cdd9f4b81131cd9de3d18dec1e9260c36649
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1da677e5c907db4d5a09538fe8ce00e497dee8031170cf1718a1d752a8789d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35189e76ddbc86ce068c2cb876fa35eeaac7be50
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc6cf48d6edeea7e1b6c964bc517e628b8a847969b537836fcd23753b9c917f
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ff130d9ef2bb49d34a30305046b9436eb1af6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e13d84c59d2b1995d167fa929e29e28e6a3465db34c085d0c821ad849fb04f3
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ccb98c8dfa3762d3148d11e9a4ec2fc586f7ad
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f9d1dd3922183ae8ecb78480a04f3d059ed7a55119b292bb57ff6c81d6e21c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3570299a0955c9fb0c6e22d16b74dc276260ae72
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d83730dcc083c6a0a6d6f33a8eed20fe94b2872e30a3822bbb39f4e805df1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f821375b24dda8a522c2284e6c3b088ac81a0d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa438e3691127461efc3bbf971fa2dab6462db992f6e8642eab8b8a99e287be5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb9286a92674a7431338f3337e809ab0086fe5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc7f1b2b6fdb3a3b97162a1bab1fc28f42b74fb2c4b519d4c0df29904306e8a
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9937aae8c2ab23d3ad97391795b315be7738cb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb477d12d1f885dc7b8cc9229d8892d357da7b490f29c0394a182bc4230a3d5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed72dd5ce8205e6a37a35d54c7d883159eb89c4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a71eee0cccac93a2a471df509b0f42a74a281d8eec7f35675c5dd7626946b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e701a7c9a827812e39ea9d9c0d8106123886d081
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfbe060995e5408475b69bc7c9cd702fec403b40a11e50a728b8b809fa7231d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb81ef00abdb57e7009777b6f83af5f541dcc5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a954edba54552bb6221eb21ca98ff921620b62d5fe2b096d8ab16ca1a88bbc6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b216995646b25d3702f23d7a63b9ad2c13513fc9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a777dc108b2449e9395f23941c1944286b3c60f918beb43ce56f249d24aea
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4ee9d801e77e02ed69d9845961747eabb057cd
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad83727e71f5c845d5af6cbc4387eb7af2d5d3057fa8f8b182eab4eb4d1767
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481bd9caef9abac65d1affa0537f5cda9d520be0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5f92ca173daadcfb239cdb34f21b0ec6bbdc3a24513513d41c7932302abc30
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1686e17ba4c0f0dbacba3eb7b40c3923681211f
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272b628186f586ebe17e157c655aa4f4e7636925c724d8b3076774106cd96eed
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c94a2c17305361ff8b627e1579c9e952a899a2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d44ca74c58a6fc0a4d46873487c323e787d43efc22fea65a0bf8330b2f0a77
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3ad3efd479920a5a69f9b7957c53216921fb48
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753703ff5498fd445ab4cb25c7367dd0769e3fdd8e6c31d8c8273fdc15c23a48
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3858ec43060f47d62021fa6c0bd031ac155b588
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dff0f84a8f620abfbcdb798de601c058dd628dd3d4913abc9576e4c09b690d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d799db5cebfac02f52c0c7f7fe1e72065895aa
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e5417f153c1a71e2764915927beb7eaf3edb9521fb420d9b9fba6bbfa8436e
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53af4fbfa598d7313dbfddee431520e894d0fee
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e497194768c316214c31c0730ad5e6bebc363cba3731940e69d261ffb6bc955
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3448293debc494a6e8d42fe8015d50262155b633
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028da152c02b8818eac071e3a1969dd79fca64f73315cd3d5ccbc5b6df17e745
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1427031f74510d33a1f79e782849a2f339ff902c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bb3decea3954f286087b97e36798bc9f6d453823ecc0ea10e7d2a12d131475
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e8d6a20cc3438e1e74f6334740582a2b3606a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247881c75b89f45066f9849d8970d5abd2f393fb8dd34bc584e6e81df2ece25d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796135d411bc30727a58243be032b4f881ba26c4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a45d7ccfd1d98514249cc70759a15897dafc5fabb16a5e056d4d67434ff17f2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08425a1937fa806ebeda6c48be4960b97ecacdf
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354ea28c9021e5b72a9f25dcd13538484e033b6ef4e41df0873a762a9802be6b
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948082a2e2a3ae95c7883cebfceb176ba8125ab6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb9e3d06f98297c52f0b370d700570c2f8ded239d2b45863dea41e5febbcb98
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f979037a1cc78e91c66a7c39067972dc972a08
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1352f1538078768803e739ce3bc876aa337a9a1e67f3c3195d8ebaa53f23a791
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c61a723099965b81d929496c4fb52ac0670f68
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea1aa7a027a75687c9da40643dd81ef6fde5ff2f397ca858fa0681e49d03b6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64235ff65dcb9958a3ac11e352eb5635134816b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6854897b4e2e3b337ebc0e39f3c814a8f5b05c85238116fb245193857d30f9c8
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800485c4ba2266c4d547b21be6b174e0e3444319
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295e0063930145b4c169c566d07a9a5edb601f7927da57e4b7a98b33a3a19297
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20253896038d7086fb93353be67f7162cff41a1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757c9a137bec43bea5f9225975c14ac0a4147c5cf4bbf89464ed976167aa856
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6e9de32a553669703a27a97f51412d843ba9c6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abdc6b634b7756dd0bad0b237c13eab53e6f9289fb9fab05063ddda9ce70fb1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a0714c393556000960e708ff78fbed26f4181d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b247f9e9b00ef68ceecd69964ea93b6df9b7b6be737f80f080743b08b1b80fc
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fee482ca0df8148b9ffe4fc5dbfb281fa97f3e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ac982134b790df91a2432f483778af05c531a6358db691de4a382a30f30d17
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a54dedf7f8d02ff4993b480337d8094956499a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc9d638f37375268c6dcf25cf2ddd25f71b08cee87d948ecef72b69e571795
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82f8a7ce4d656e6497ad7db86a40797b36d7053
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6960e5f250f98f73947bb44be95cdb1ab4266ea37c1b3a42c2c8c895a033506
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b6bc9a1963c00c0aa64812a96c4ed443de11dc
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1011d4e0aeb57e41154887872a77a5cddfc0c758d49260c75054dfba895a24e
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dceb07ee106463cffc4dce7ad6819ef941597c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c3ae469452e72f0b74a78d9ea24bbbfb23b0acc0c0b30f7280deb56a85a6b4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25e1322fd822fa91b35e4898632541d3a551a5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa238b04e5869d12e3511bf28ee9b16bb56a9bb7b83eca988aa7499558c9414
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab76af84b5280c69e8adf1fee68eb4caf45053c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd740991c4117027e1f1be73e76d488b55a40cd3a2474c5815382f581f5c67c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bf6d0a26c7f1a4dcd836842077bd39559761c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95b2a82be65f0001cc4d9e0ebc366453c81528e490c4aa117599e36f02e4675
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc4ec48fd8899509ead8d4ae5895d0db82ca13c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff891da4c8232974bca436ffae9d0ec6d93518a873049d71b581adaa67d32e77
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984d923c830025b8fabe25f294be66de03d2475e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2a0c0f21c4f9ee0b255f2ba4a5111bb6a02cc1839b39b27ef4b6f73103ed6b
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d0823f591a179b32ba5a5984d3bde69cf3430
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98d385989e72845b7577df99bd89a5e66023af0d0ea7a1c11efca66aae8f813
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ea82633c9c33a1d788bc88710f1f1ff2b79d04
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f67c774cff1410b1dd688fc03c9453d0642c6336928e55cbf31f8ff051a0c0
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a981f196c68c24d652f2eb888d39a01e6027c5c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db834b713446126cdcdd8cf94827da479ebb948062065655b62142ed863d52d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7607738c7715a836f34cb3eb47e5be74c00390b3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe10a953c0a3d5d44ebfaec07aa641280de52b50d16b3bcecff0d58488e19bc
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c212a2a792b09125d03400d869f7cc5707c6b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1872ba1fa0acae15049d28bd8868d754a67f872fcef0f72d6c7039213193d9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3becb0b9b7be9add14ee699625394d0eccbbc88d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2f82bb2fc4b73a7e968ad8997235b9ab67e6714dce346ea82a2c5abf441887
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e61c332c9a57b146a94a727e754022e3547a1b0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b230dccc682d1ed6cc24a388ff0e08b3b9bb06cae90807f59b4c37db9b1b903
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c1d0b3c5810ea344ad89dca850793658412c7c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7197c4b463fca14f68dbeed41c3a9a0d98870e31299b03081d55e5044a849b53
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f426b61a967c0d7e1de25dfae85ba8657d3844c0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a40612d8c98df08862608cf854b70667d1400b3c308b0329247415b6a7e8c7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75494e66d595e83e1baee9c6e8dc082b81f97329
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587383dce93aa6c9a95bf9da5130c307bea0240562e6d446bf2ad932c9564bfd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4263df83826e059c3c552213d709533795b6e7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbbe1baa5ad4eef4272563a29142630b3f691d5518ceb37a802ef142bb2509a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4ab4e7532eef4cdd1486cf2da51e1e04f31960
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b3f47f1e206b52c690bd630731ce398148fc8b0e287d87bf4a46ecf8d718d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761ce1bbf686fb9ea4c005b8cc9421999c63b514
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc5aee95eaac76de9c5c5ed9b266c2082ead4c3a32b59b7f888d32dc82d9518
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b4731291f8d131cac4b5bd44d18786b9eac8ec
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a889adb20df119b4230ff1225ec902e2f34b970507ccba49cec762dbb5e8d7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f42fb61e875dd9cf74f52db544e630d2db1a99
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a00ea51de72b08b6203316680da4332b2a66e43ee7c02b9c2de02e9300d45
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9afc53dc8c9a5313231e1f193aee11620e36c62
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a09e70ae288af6087566995b9f5ab8ac7fa6c012209ec77ca5ef35b4c6dfea
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b49ab7d4d56cc2c41e07721d99a7dc0d695ccb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e7caea57ce2f9185e6213c8f414673a1e35359f677ac94c4fc627425eadb82
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b2898ffb145dc5aa136cf9f1e55a8bd71cf6fc
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092a42fbb569c4f713a88f50616e6a8f9b57dc74bd858d2ccf7ea45a71ab701c
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16ce514f975c9e519b123458ae956cf5e6d818a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c486611e80325d100814e346d7794e2e0b34c9bdd460db2cc008541fc1043fe4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7513f8eb4f9659285f1be0ce4cf63ef075d97dd0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290b2853e4618e79b0743305bbf12ad7887451cdc47163b928ac7c5a2d6debf
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534c5c715a96d81b15713917197ae6c1a9c0a67
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db892b25dcafbd88ad914ffdda357038bab5cf96ac36d1d33f498cdd014e8136
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64032a9079092e46880dc55db30324c118a01db0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e1052b6d39523a0e95e17d54773ee689fd3f5fe3c7a500bc80656115e1d4ef
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb29acac8fa8f8d109e6a0bcb49f5c1c62a06a4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75af43c3b92f5ca55c708cbdf66201a7b700502d19ec45ecaa4eb664f1e94461
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdf1792fee22341eaad8f6282bc096005afd74c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faddcab9e01c94a7ecb9d7a408498fd15feb5f93956f3810c7abbba4a22446d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cb1d48541c929add917e2895f7420740eba582
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4b7b2226a8a20366e3c5a0ee88ab3ca9f179767ad7d6f9a30077fbae528b86
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d17cbed9825928931c6e92295077eb17da6cdae
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6cabe5e781c8446ec55719cc921a77d140818e517257b5f93351ca679e8e30
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf3b271579120d4726c8bccd5c44cf00a7fdc36
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72a3e1c76a16996b5650818d6035bfc48f5a58a142998a62659f42f4e71ea2b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da0c0e6ff7a61d6ac22126f95c14ee553fade1a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26766fa681d7636c1047e21b229383968ab046d6f4c16d9c25d16064a72ce350
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af639b96f6d4d90fc709fb529b36bff8aaca885
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f1c7ecef1b064c7a30c357818edfbe4b54050ef0f8aa488496775a9ea23e44
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d3f322c2a28ac3eac4d4c72be59427da91d258
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be725209239452a747077cbe0e93a5621442478955d1b587c0d7ac29e7505ec
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61be6aa216c2c358f13503761c75cbbbb8173438
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee9f75550c929a7f6a7d9ddfbed87595abcce073de7edb06e17eedfeadb588e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f83a046bddcc11f72e1f07a005088ca07a7c30e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d821a2ee2fe30b13cfbeb2727c12ee997abc4cef21c1d946ca7064097e8b59de
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddccd7caadebfff6ce9f356310c7805a222189a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407c0b2acc1175b114a2e2def7bf99d9b704cc9ae4cfa52bcbcacaf8e12150bd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccb308699fd882b5e1fa4586554f6c806e7a3dd
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920e7410ebf1721948b9140a4a4360828dc8e69e8058e2f4fcdd20aa316e7e6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6b196652077eea846b405d5265203a40ca9f26
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff8854215c9149cebf6e27b985c37bf079c49c1ed8fa52248383a77ec7fc6f9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb40bb847e2e5e8ba756c6e392b874909b5bc0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc14f7b397503bcbeb519d3cf11f891c75956e3c71987c74f6fa09ac045a14f0
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46d8a1aa0a12843a1d3b650ef9364d444f212a0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6491e5e63bd60ceffd060005257cf8ef0cefe73131b77de10b85966834bef57e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8db3a7d3aa98b1a8090c1f7693fc30cf4ec1eb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede80a6311312858ec0498d88bf2741a5faa875125287aa9b0ea166f7b185965
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef7e7584bc780d2a87c800b45c3a9bd4b1239ea
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b54af6513a91da51da089836446d89885dc4bcc93280bcae27f2d5ff74d69
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39b9d46bc7dbccc7241e0599db100f40244b69
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26484795c19053b7deb867e6f8dfb08913214fafc7e1d1d960ceef866bdf0039
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effbece2e2cd99c42610563f2802320c51892da1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b127661f0d4af3470aaa6009e65af87248b1f39d69bd3ab9ac70d8ddaf154653
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cf8655044147f4a72c6bb28a660cf120c603a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b4e86d63228c5e536b2c06b017980e421411ebdf7ce606624c30c594d4689
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47188ec0f465f78818d405f04bb12416b304b8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d1cd5bc9b9ddd44edcc25b36c8d027da96858acb76b39ef1e087ac292091a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97da0518615005083499749f4116b073ff5458ad
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45900fc60dc6cdd8ec5fea4f4fc09ce5c80e986edaf30955643d7616ea8d23bb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2f70d565f4d97fc78b6edbb4dd6277d0904fca
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bddd00d6ec537df6cbc58cbfd80d3a010ed8cefe224fb4235e7943da095f2e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2c37e20136f06dae94b58e2c94375b28f44424
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2093483c1e7409e15b8af8327008accedbcb811c2f9b9ba2107435ed70ea4f38
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db49480ff4e8c9883ed3061eb681fdaa02c619bf
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d000a428e226b57565c71ceb37b9048c7702fd86a0bcc56d3eec649c8597d9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f275cc08fcf34d9d1c2cdbe31a702a6e16df14ba
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2f68d24a0bbce4769421ab8a41d80aceb74a7be16854a7412f8d1b7ca975ab
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec41526485cd4a1e55d56b394d176adb4b8d1bc8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929d0b153d961bfb73200d46bb277f95f67361aee64686058b828827a741c096
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b86220d7bd3044f4dc7b1065a8a3f37f5b567c8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c05bdc6c6ac0236cd7ff4133339b2a9e63170150fe2c190d080a1efe4ac725
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248ebf63634f4afe0e68969f7d66765797b9be03
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9ce5a3a73a1716348b20273d29ffeae67a96472b642712eaac76a63e93a781
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc790b401059477d10e40f514e9d4e1e028095b2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca517db7291cc590e2a5416696687be2345e115ad3eb0b70bfdc8ef849bed18e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a786885649470a46c27043f1dd1b49a1a360150
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42148f9f9ee004914ec5d90e58c03a0beb38811ce888dde8f5ab9ca00442707e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d66db47f7243bf00413f4a0dfab2cd5e20f443
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd66ca7f62ec61e8d7cbcb9a3f5401e5e4ccd45af20a22ac8f7d67a5af05df2
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9681190a0d40f61d691281d70a17ccf363eac082
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40b9dfc6ce6eda8859e4f7ec56c097f1ec84d9dfe25fc41877de232aed03ba1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1fc2a775a508fd1ce3c8666a2b76ba0642b53e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f58e6c958bb8c576be12856f7c2dd79ae7ed68bb74657b6d5fe1f383c219f2a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f27e02bc69ee16978c7b255873f53cc243ccf7c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cbc572bf322fb1b75ee16a833c034be4414b6e6c2c4679bbc23c0115154995
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96d783848b8b079e94f104df127823aa34bf619
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43235e88bf796f22e6aa58090a2a199edf1991c991324c70a6f42d67e6d5037b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d6332d4a7bdd8265defca5815aeb26b612af8c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550988641a4e5365c7c949616ab0ed6a209e7ae71a7e9cb4bf17d8f5c0129b74
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e11c93eeced0fae554395ccee3daa58d786371
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5094a3cee6fb338d7cab96cacc5c82ab5b7645d3adfb89750e92f89a85f8b4c9
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fc37656683d1815741e6a6d0cab6f542705da8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c213cc26863e348af78bbaaf9ab0e385e08117f5045f47d96240f08665dae395
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b252446162128a4447ae9ef468d4a148ddcac46d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912bec77b1ea4039856f5c497b9830b1431e625110b80be4b1c5da0574927ffb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be7ec1f1e91bcf85306efe6a9a9fe7beea97149
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485fc8feabaf82f65cf1b439da43ab00e26213c6f310c0acd22017c961ecfcf
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476c4760358deaa8f4a254a587c653cfdc3ed259
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe09f1bb8b38e7a3617f9de06e0f7b81f3f4cd264c9922ad1aceb5ec98707581
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a0884e23e9fde4e2bf9646523e54f2ccfb046c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736a5f11bbd7d77660d15129ddbec0f578aa6cc9303763842f6dab42a1bcd0fd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b032c15b62a98cad848246c3bb3f86ecee4a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d613b3345f8a416aedbb885f2c71d368e36f363a1b49dc265bd94070a66ebd9
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62ba5b833c1daf0acc221a79b9ef648600c7288
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa6e5d9002486cc61084b34162068d59946a491375d475363e79e126e4e32b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3797dbee5e4feff5769fb2dd79d6ad616d57b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5900743d0e0618d425bb0b30cae1c8fd52624cdfb21fb43367daad07537887ba
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880a370846dbe93abce9e4db59833a56b6c75891
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50a71bc81bb7c5416abe52279ae2acaa6cacc6fe6f7e9cb5082451fb5996d14
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c6d77ffb97627ce7fd40061efe9f415048d3e4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43ddc0e550e37b9a67e9c6fbb695c229d8b75207e736b5bb1753bf1355b401f
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18a63e6b6abf9a986d5dde3799c29f9e3cb8a92
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c248e3df81b768d2e9ba6989cbd5351c704f349607dfc27576e40a2190a6d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d290ef02057979d5e981d18ee10655f3eb50b44
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9799ebfa5e3e14f9f5869710f2887deace9ff09ab49ec320541b521b1008866f
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7063b8e1552bb493391ca480445bbc85ecd0939d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da63bd5a20d1e5847fd1597b5d3e10f15794e6904cc5d6b10264d866c10fee58
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a560494e09cfd527f69e6d0d73806e095bc01
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ca3d86c15034fb1fe7fff770243e6b3dd5fdc8f060bdebaafe90d27a50bcd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6fb4df8360763d064a1ae7a51efea6772b81d3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6451b9bdaf998adcf2812ed6c993d9595dde6dd02edb4633ad3c4f199c54422
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954b16fb37f05d2b06088c2c499100424706a024
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfacfe5c877a4f1f797cac65598876a69ab8519216c2bd4e79bcf464b31d6662
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4967c3227001a9121eac5f54b9b8bd3a81d4b1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78299d07b6bb5c6348ec1549b774751f0bf1781f0c187460a0f6cae3a6e796
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd67c23c13ed715f6d5dc58f74ad51018e769fe9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6b7834f9177173592ae1986811f53418268e2655fe21bca4a815a317983911
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a580a643cb40d06c27ecf7d0042c14ed2276f1b4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62800352f7e8921411653a931fc279f818ebc1fe3c5e2a6dd3ef75ff6ec24fe8
+size 3154
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65322993cc4648fb4d4de06f4e41cb09004c2fa
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ada828195dba9d5264d5e30066a735ca33f89d8589227bbc5d927b3af26b09a
+size 202337
diff --git a/params/opt/7/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f5629bb4e7359d14a14d3c557cf91d80b0a116
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1753f82644158a22661badf70b4b7deea9f9bb570c99e1a58a9b6ac7890349b2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fde93cdcc1723205960cd42efef2fab84b98783
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4201aaebfb2b8da8d15da0661301bee7682444acc4ca110e72642ff61e195f4
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b3061d75b1f9b6cd8f809b26a56ff42eca9cc3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6329c86b55135ea9db9beb3114a9d429cf01fc100753a91ad888e2c293e4cf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1b84555bb4724ed9fe9634cf76cc7d958430fa
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2486fe81d284fdf7e63b7b387fe334e5e26bdb3946db32375601b9523a040ef9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6b46f7b3cc2cf397489386168543f1bce2605
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668628e0c0de28f02e954c3b64c8c280de5200e1237d0efc5d183ef89514bbb2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae55d49b11e35fc6f8d334e95cc5acc9d113f403
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe9c4f4b67e6e7436764a6709b1f86ef85f8f814c43d79f077b6d587ec3aea5
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439d8224ec51801233ea4d0177ef6dda6f62187b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fa9f3ccb7b7bb6c1421229a20ec6bdba6c64a39295692a48305c28d2bc7a17
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b8f0fdb73bc709d6f2cdae097b30f49b1c6dda
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17da974cd0315aac50ad9af70ed19b29c2e6be6b7726090b7127e8f8de35194c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da252cff2cea26924ecb7104f870f3e64f3cfef
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15187e8dbdd2ca37c97b8ba3a8c7daafb504fc930d17e45aa7a8165d192177
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e6bc06dfa453d6071975ffb69ca7c98d2a388e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0476e13ac4857b8526b5a27b91ae4a8465f4d14a7dba9287ca5cee46fc2c6c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21df1c6eb85fd71250ccd2fd544f92cabc7144c5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65526d2567e21c79d0aadf941baa8df508a7b538880fb7b571f248de4c1541ec
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425bf27d73673089eff5087d2fb33797840b2766
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd2af0056b885d3b6b0432d17437d4ab8b17cdbdef472cc3b7f783ec1cc0d79
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76733567b4a3f8e96d6704df4e05985326576a8e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f796518ffbaab2a7f5bcf13bcd52fa15422c22d8cef81af274053944b6346c02
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fbe3d7130ae7adbc98c4b0fc4cc4e575921368
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeb087e95ca37db3db484a54c9fce2bdc9adfc1367cddf16e5bf637aba81142
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceade3895ea2671498c94c3fa3e8175657f73edf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d610bd4b16b12a4a17852f760634518f5183ce1d8c25154237817897f2ceb3b7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd96a1fb9bb1650240b57961d6e0041dad20794a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3ef0b5ead543c26243c745b865060a2d15ed8b8a8b259380f45fe44dc1734c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0266b3d2eb1cc44742678f0ba2bc8387480a384b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722157fa35c0654c2ee81baf5dead46ec64291335a1730e374b35ba3402c8a0f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15558991f2c9be7289c66736df279187ee731e50
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adad662a90b3533d475c065124ed687284901022e34226aa512ca42ef3f4ef4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96790276c592ca878d265625f3ea78c30edf4eb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0332cc87766334728243fece079d56bd2793dcde78b019189f1201ee7408f01
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194a1df152a9b61a89ca121b92707fd87e8349c3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf3b991d213376e32c13adc563e330f1bbb3c6c7194ec57ed538e2d5607ef2c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42332b817576fad9e120352cea488409390347f7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87924642caef6da47a59f2e1e6430f6d58cb45a79a8d6b7917af2823f86ff8bf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8e3b24d05aeb8a34e972a8516a8b605e77a5fe
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47f7b04fd1b1e1005323bb56b3701fb2a20b9bc9e2ee6a37e3e7d6b3f36cc5d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2430a1eabc5aa84f0cd6d9b4a1d93f9cc1c8195
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27d7fd70c968a245f18a9cc24c25504be0ff422446e7f38999a17597882d7ab
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97b6aefcbf63b991919dbf6fa3025dc7dbb1872
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125641184ff1c842723d8dac036e25539590e425a3dc630710baed11a7fb1489
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec2bb6a649d5616628ad26ad3e3d57fdcbbc19a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16addd8230f3f2c795035a1d94bfefe4bc624dea210906a98dabd8c3443851a
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7283df4ecb55d75dc3fb34fad7130714526cc55
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42857a81de944e6d83264ba9fc5c4ec1fe859e98d9bef5dc44d95add6cb00a08
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837642d5870db215cd8d92afa19ebb9823a42e86
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b1247720a02363d25db7e7cecf2cfeb8cc6642a5fb3c228d644ce6d0d61460
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7f5a40b82bbabf1b33a318dc96ab461e425308
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c77e9f8537ff7695713c717c8a2f65e04925e82cf2d7766a139223a0bd018b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b3932dc6a71770fb0a0573d0cc7fa3f27fac73
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d574eaa79ef192e33b797991790e63dce5f3870887c6fd3ccdb6158e3157c455
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aec01d5a6d29a6b514ddb3d7d90134b5f207cee
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bb9bb1b7e983e86fb4954bd8380a9bba348045cde6966ad20e5e2aea353cdc
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cc5ffc76d35eeb497688c573d70c1715bc1cb3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d3b1d2548da16215a4c9484f0bc36a4bcec444f7c79b0c12ceb4bc1e644694
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1420399153db2728305391e198aa8ca21b4a8fea
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add1549c6fc4817a6356a7107e50c7093003f4bab9d55921b2d075455ff57657
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c568854845a07b15f6be91f0bd7d74797accf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2984262a80574c46ab05ff34ab1f7adb3833b53e91ce0d7dd8a23ea347b1d7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6772daad46a8116a1a77b4852f2cdc0e586bb1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f0ea827b34422e28cab8e62300dd6de1a781958c508645fde4e9447b4e0e87
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c8181e7630aff2cca71cb1ec7a94d4e36130c2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a567737f8a5a51ba1e85902b4daee0a0aa4bc5c8eba6590fe126923d357adb97
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136827abb006531eb0623bc4969012e05d0e94ba
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766f1fd7aefa53b97c4251b79ef2ed6747925047c038a81ad88e7377750ee4a6
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042e8815d6b0356faca860de67758e5b200f47b4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ecf4e9cc9357837d507e82ff7b8f58d5db4f0acd07251fbfa71ba7af661a87
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1a60767e66c850015aa5d480f1eda7f8eff378
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4281815d6a90858f1e50e583b162b3c8b5ae43f760dde445857f221cca903369
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac70b2ee840247d39b8e0ee9a998e21ddf98bae8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b585e85bb87a4f25624f952ee35ad40ee1db162f7c778a9a27dcc991bc11dde0
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9b20b7552a092bd8df6c6741285309a6dcdeeb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bd5a3074e46aec74157d33f0529925a57e38313823db9dc1f2adc81d5f28f1
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e0ce8d8e1a3c501deeeab839c9fc7b08344450
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba1a658a5284de01af42b0aa48aed64b77327ff653385c825e75f91d2a11263
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2aa032f0fe50ff4c84eac76c7d4ddd0c00b0d1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7c632939366432267bbda76ebdcf74d317612b30259620b1eac2db0f5de66a
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbffb1517b1be2d573855a82af464247cc7b20a1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014b8e13f2378e8e60d8e2720e66dd3b7e1cd9c9801c385fbf9a589d89745c10
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e125871f0ea1684ad5a9e0267b75998037ee2961
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41316726c82ec73249b275100f90e0c67931de110811ba0e7b4c8ce73819cef
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e543ec036cabe490c5ea587cdcb17046119b61
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f486e963ec4e379bd781cb773435b0f8a870ab0634423ce9c4a98dce9e488baf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339df16e5f8b99547d54e832dfe75d795e36eba5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7784a70799b83797ef55bf6dd297dd54fc42015ef50c8a244407c5ae691e0
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0538d6f0760cf660c87336826fddeb1dd5d2e408
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b126d3ba15ba54b39f0a1cba8fb827fac24a9c6e1360baabc6a1d9c3d739c4e5
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fc8bf6ff97681e9984d8e7447b2e96379c6e5d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85685eac322056acad6775cf1ba6f11d7fa899d91f558b9749e02c6a0ef08e22
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48e168dc363be22ddd652d651642e4ac6d977a6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef68475c1e12be3709a0c00f661219836185dd168f516e8fd22abc0888ea73b7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c071af714ad0ed60587c7a173071abdebbbbee6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb69dbcf3bd72d208908f230f3915675e3e7b1e7ad033cc90e179fd44069e1d
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1738c367bfda80be992fa6ab8d5effebd7ceb8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d21e84c7f75eef61cfd636c2177f1aad968623553ec8447a8d0ddd0baedb1f6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7aa3785849bca350d8abe831d69e290b7bd05b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5328702715c285c83007273dede0c1f991fb697b0d83032ea4e75278e3edbcd
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6bb85945a50a0950884e29e4939c8ec8aeab6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508f7b40e0c0cca4873a2b5bf3c2da7213305c8711b1d08bf5884ee39ec8844f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34da5ae3d3cbe476e9ad2fcd59912145613ef7a3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d32d4fcff164fc2be0f8b51eca58ae91a60eed97166df37013c6191f1c9f98
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97800a5fc2c8cb3a21d4395ad263ea745cf63802
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe3c901cc9139d55ad4cf83a7f64cf2c1bb72064a3918f496c7d4605eb50cf6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277a1732bbfec86ecf92e4169e613afa9abf0f9f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6429f12e51af70b545e3a0b7047a302f8db4d631e632f9c53156e84b17579c7
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13829c268a3b56bc12347d375d349cdd0e281a11
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227ba22b0b5e00e5a3970db43964eefdd2fae260b5c6a0a6dce31708b5b9ce6f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356a92bce9d1ae5e8fe656c00eaeff238008111b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f55f91e742a7e0eabf70ca4445fa9400ecdca28ca2276780637885f0586c932
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0135a6df48e486e18cb312a28e9d601c1e551a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773b7f2d9a32b7e3db3873fa18a35480a95517e0db1bff6b7fd6f36a3eed2969
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a28357d44b55fd716290e65df82575dd5d0323f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085b943b2f1934316fdbe8e26d1944a959971b682c0c030a4e10e267d412478b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1c4952f75f9d655683d32329f404d27c5fea0c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ad6070f37bc03a26de6e56fdb0625aa6fb0905668effe2895ef3fe7c750b00
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2429fbf7762d948220c59e13f3739386c47b96e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00df536b2a7c605b43ee36d7b7e0c1f0848db30e2052bf51c66ee95ff291c1f
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fb46654114840703e0e8e549f361eb8ef9e8bc
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5f41cc433bb936e2b84642b0f7a31c659c5c0a57a620227f9972fabd37f330
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dccbb037eb5b62770e209af61ab2195d2fb448
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14e71fdcf9649114d1bb9b5f4e40a51ae4b761cbe466fd89f4bbe2168aa186f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c4cbb0ff1e242bb4f8ad48febf4dcb32a28c7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89628bb3f3285707b61d105015305a7306cc73f8b227c27a8c7013ec1e7e09be
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a63fdb596e926c2dd5e278a411f120ad3ccfc4e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b9e73ac8dcbab40670344f489bf6d2639fdc59ef63084613bab362fa07d61e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cd66542abee2f3966c3b8c81a81405c99801e5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6152ba7d7a90625e3fae9b70d5bf30214c80428a4e3e037c5ae3b5fdeac160d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c221d471ccd0e76022ce51e300597fe93e1b0e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c85ebb099cf8b6ae12c61dff25393fb4c3c25c0641050606273843730ca250b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279dd1d3e73f201f510f6a3cc43921d986835a67
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897d8d0bab8431f8e3276202b03122752d5967020278478ed509f9479e29c4e4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a515cd3c76d53cd8f731e0fa9bc2c14eea6946f9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb5077d5db0be9a723deb794fcaf293669919d32ad9e8a42b06b083912ee117
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08d63f91dc3d024188e526cfb84937e45cee05d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd54f1d45768f7f94a265ad57e20907aa0d9a5b8473dad226d1de6622556faf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e8a079d2dc1eba567a953c8c6971cef879e04b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba5967e9469fe00daf79b6ac50b4a23a30f4062373907b5dc5066796a80b6c8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc825c4f2391414b3aea46d8737f13c5ed5c8fe2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5e612d0c2e35972abf729619f5dbd661bda137417ac45841ae315db18e64c6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bb8c8f4c25a65d9081d37d34bf65db3ba872a2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca18a1984bf5d1a839a7205cbc0d1355901946c9ffb09e36e2e1639953f9611
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf60e9aa88a684dc3d59f5d0af356fe3c704e89
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43201c60f538495855eab38fc87e60ad006ac953f7f3694bec43a735eeda6bb1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaff7e8e6fcf6d097afeed0461a836d272fc0bb5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3fc5bedb2409bdd8f2226eef2551e7a088608d61d02edc6419344181166371
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43679a45e35d1f8d99715b816a7937843f8161a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3befde34dd11921613f89452be3a8d018a7df72aa2a342c788e4d42a67a361c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b852a75183af08fdf3798a37166e911503d99c06
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6e7d1934813b37cd23082893b5f494bf3de5427d59c9153d10e9d0b7644dec
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafe732ae77f93c75854d2eb5209ebc27d610dbc
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e30d1c93c7412d16c99fc14fdd29c034407054c676c126990381da0fb4d6da
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9814d9437c42be98d953960b9f754c779144a0c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e7266e826885dd0483f3a71b27c41eb920a066ad36db82e5d0f56cd743def9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21a9b0bc2c3d0a790a5fb71d04f547b73c9b8d7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169498c2da2f1d723ba371b420627af4bee3cd8fefc42c539bd8f9bc61994b01
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4b19b1d47ad87814f5dd24e38ec2f53cb66623
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f0e5c8101b5046589b065fd94ff92c8578d289194c0d1bccb6da5a3316b604
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5606265438543a585f37aa43c4886ca708bcc54d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9258a1d72ec4891c7eabfd00e9ffad6e13db5dfdcc6b3b6f7c5250e9436389
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca0e07eece78a69d54d4913999baab700bf245c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b46301657f25ff80f6f0e9b87931700f79b49bfa28d0fbe2fcf0ea66709f84
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01d10e2c582d25b8e51759e123813a487cfa7f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6512a8684a28824321bafcd4c4d064b4655e307b1798e09dcb7f972fa89d3d8
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b135f8f9db635570b2bbfdc0b8100b315b2d84
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4bcc97de1c1ec821663554a6220e5ee3db143bc285401e882c4003947b6349
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f094bbd5d3591be2044c450a8be67a3bfaa4381b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ea665159dc55b84d8cc7467bb7f928c323cd3c41a258e02d0ba5f635fa198
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4622b9aed9258b83bf238ac244645a5570dd7fd0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fea0deafc7a0d8befd01fae56e19e6b308aef4839b85d4edff04ee606854a7
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98de40a2cb88ecff9fd3f375652cd3340bd223a4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad87d46e1fa223d5e0c553cd1ed164c0e0a8b15e4a931b99d60623e53ef1c55
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1932a2f999494efbacf41cd1d860a05605da170
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b0d698b5a58e0fe343fcc672a88a57a328a231e1811f125099c61b08e178ea
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68603f5bf38e0629e2286e187d7c4c09b289b8c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66683315525e28a8f4ac6a58a89aaa4b633d04df5b3a213d664ac8b482db3fd4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb702f77d7fd9d6106ab467e84f079c0705c544
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1218950883fe5a17fd92b23e25c0a82163d43de792f0c6e6245595bcebb2fd0c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ade652cc06d45b8e969f5d87f88a76af8074b7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e8ccfa837eecb55561a9d86b8f3f9c09cd73d95adb3524ca088bd7a08dcace
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aba019dd865a212ce8fae412b848b9b179f0c91
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9caff784076ea05794e7ea4a2a3e80d1f60ffcdbb4f648632e379b5f1a344d4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c95c92959ce8a9c0d9dfdb04f412a740729490
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c566dcf3553b7f594b89a1dc6cd3d560968b739402050f9e31102287c9ff5392
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ad8b758784cf6ccdfb17fd952a3bb825950079
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cef4929b89e294a382dec1534e72a15519cae84715cd9af018ab30fe5b1b5ce
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f037d5675eefaae735e5b58f59208204907d37
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1e4b296f0b85dd4cc2ecc0714277cb262af91b0215e5e52e78ddef9468bac4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e90ddd78b8ae20a0fa28793e690281b26bdee1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ff2535ad0f06ba459a73272434335b6dbc4e96c7a544d8ae4bd3421807d168
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b0ce5355fb6792a0c0560fa5cc0975927442de
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980600b01117620fa2abe856af311e6d5cce144e2f44391346719256f2d5729d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b711d46eedcdb0fd9405863c08c8b812a85af1e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deef4a9ea13852710977865734299bef25d71ee6eae0f474808ceca21f2a893c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6dd9b57829cf93ddfb793e8cc8df922bd549e7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3b44f2ed6a0e521bfaf17a7d118fdae153ade0eb1983ff1bdbe219c787ce4e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2911aeb233fb1aa70fdb9f10bc4a53a5349d3d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb5a8d4b58fa65367c41be0ab574f76b84b2a1f5c5ed36e1ecee3d024e0d66b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcdba9eba50c718253f0d827505b72b9ea2803b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6645d0a4e60b12c23a2d41226d86c9b13a0c075564531eb071939bb45476367e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55f0a24e8410fd1bab910d67ab37914e17af1b3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1716c7ae9d3670f7e2b6c84caefbb579a51203d995e873dff2d6a163ecb87cf5
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917f1fe9740b828a199d420be48ff31d15129383
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3b88cc737ba0575efe4eb6bb3f1b1e6bebd42f5cef61aa041d77679463046b
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2dca675d58782f057f5860ebcbbbd73474c5357
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e4c7a6038f7814d6ae9aff450941a0b6bbc98c91194823bdff09c5b8476eea
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23ce5b27d1a11cb321cfe11e6f51d0d83929939
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a204a85b1ab8e33811a08010eefe04c6c77f60c92236a0c326389b80e0c1adac
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9126aceefdc9d0440d2a8ef61badf4376b699a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443674a7baaaf697d81762000fceb898fcdfde92dfd95077f1d778c2ca8d3378
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734ca1ea404f1083a529a3a8f714a181d06f2858
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27249e890777504b5374e9108b2eace0f013cc7b4d53cc4acdc472751139cd3
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40cb03a5571f5c7a6368869d6616b37fd3f4cfd
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a6f1ef04245117545a4b09d2c6729157a8fabd7f368d9fdfdb9bc17ea74e9f
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c45a00cd89b7d87f086d38508dcbdfee45ed0d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e800df3435dfd51f13c3f75931581de56000f4ed60ef6cf8d1aaaa7c8e7d0bed
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c191faa513bb232cfc27a98ba672abcf47559c9c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65140681c0e9005475ef1cae54f678ce1948c309991c5b5fe413598e812f9569
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f6f546e3804a44ed59294e615a2b769d73235
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391aa668f6a616390c4cf03c8faea5aef856206fc382e97f9e87e92b7a3a64e5
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17696220acc46cafbd47f74abae83dcb9345f702
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7689091b276f8b480cc94e4a3b4378e82903f9e59aba6ffd840dab2f284dcdd
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b6927ce60deac257b7c66e06dc1c8b4fc42f10
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f03cf429b2f1925f0b9061d44b25fde1ba78cc96145d05c2f60c39062cb631
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0d18b4c001e5e93947b07d02608e58647e0338
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0674224422c41e60cbd51d67a5f67a83fdae4a10cbc5b8bf484abd9d47aad483
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f023b75973f0d026b101e8b402920198e941a05
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22832bad545d3969ffccc2919c9a512d0c846302d044429f2891eb7252400e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268a0b3f74b5fe286e432786a9ff7ae431ff662
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4882d398e554d2bd4b7b77cae5d3a9839fca38e29505b7d202546f00e2b12f06
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f2e4e2f4804af2e690ba1f5e8517618df229cb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af784f9120c266cadd2b6349121481f5cf20dc268933c2a1f10141db9c88d582
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c3126779665ad2417014982c62a2d8367106f2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf7596892963f845c960d0f55bd75b7970af8140b50a8df58ce849dc48bd18d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8c0cabcd55e694c57af195a85461b26f038059
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6f93b556d3ba430324b862528dd164a03186efbecc0f797dd23eb9af626d93
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b15ddda1563d04e4614d916b5608a67b8220d8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3cf039788544f3ca6f15abbdfff6a6dc87b70626d3938995344ca261ee7856
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305acabb606f045dd82efb5467c2219c298828f8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b80acc110bbdc552c2025b8d834de9aee9b2932da7add554a7429afe176a480
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a82e1ed02d7ebb674a2150adbddfe7f0858143
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900f4320c44a51e6effac515992022dac7ce34b1d2cc0609e81751dc95c61963
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53a292b9cebaf5b893bb58a0cab65b062d3076f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f10164e679bdc50ec34ffdb6c280548a5fd93f51695abae0bedddeebc693c9
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609bd328115e03cb961d207e86b1de8ca4232956
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407bd6842d9199b9c16cf75c7bee87bc5a496bbbe5806e8ef2de4bd6b3bc57dd
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86fdb8ac55e28956669acfc0b2d9e7cd35ffd9a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a90a7a203fca8df5ed558ee1d90c3628ccffe1b451831105cd4a239059e93bf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbbff3b61892867c7cf08fe7ac5ba62693b0ab5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7714f947e236a74774526b5e82a58e593087058627c7f1ac8f577f57a46f403
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccde0f5a78e15c1be736bf5054fc119fe690b5ba
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecad91d70e32c9a43f98a82106af9be5e6c43e65d1f3bd140691729b7e759b2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138a133d8139785379ce1ad4e0d6c7f96200f481
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef815d6210cb90e6f398c4452384e0543e792ee3323736d405f9f4d4899b5ea3
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca24432404f8cf7400659099a2783a986362cd70
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a838e51380da15a496dff8cf54f30f42f7cb908b4a4bebe917dc870c1c12379e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cffc0335f26a3796e9a213fb7a8ef81cab5a16
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95f00135468b16077d0c3caa6789fad87a7c48e42c1e4ddc74c8bd28ffad4df
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9c9b3ef1e766022d518c9fd0325d6cc796790a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9c7b40bc9c940d5bbf031045aebb7f3fd83f6884dcb7140d9076abbe75873e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fba5df4cb9b450279f029326fb4afbbe2d58c2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6dcabf8eb7c36bb4b4bd43bb752f89bcac36bd5555d0b19d7f1f4cd8584266
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ef31898b8f9390b08b99bd9c26719a08fba839
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d9a3f86bc59c8364dc4a2d8df11b2458e56fb96a4c8d94b45b0927a4e7e959
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31313b62932b4a587ac8d6a63b047404a574620d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c385b3da0050eaee39bef99a36f2bf29a88a11e5a67c4fe8ff11f148b3a182
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4232dca66888c53ff77785ce5431e4e3b3e87d4f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0790246438e86e7aa9dfc173e135c677d7d02f313e2b08b7a18a8a4b312e8fa3
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d808052e31ff200b1a146d407ffb2acc2eb31ad4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62424309c127df8d8a5294173c616a7014fd95cddcc11b4ef5b11809fc7b472a
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64773e035f588b24cda1cc2160c3eb53f2e85b28
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac07c1ac0a8b7ed439b4f687dc433bcc7469fc187f3055766bbc6e7420773d8
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c1f300abe0c38633443aed95cca8c64af5608a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e2473111f31faf48397932e2acac83fcc0bff0df989384ef1a07a431435571
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba22f17ab584a648523eda9edf428f195c955896
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c658388748518733f3a2cc6e24a0d4f9c5b52708531988049c67abc8c4ee9a5e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee716634fd1794ee93625571387c2e263a0e746
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b686fecef66bec7c6038e534ff78d6d756226cff7c9ef61d1195ef6e54d8438
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d467134614ebb23bfc6121bf0dd6db6e5e77317a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337f7107c25d231dbe8e382d922ff98138df02bbc29db337f6410d827d3b50a2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0865b65744b8a3716e00201ac0f404686a5b9fc
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64fcbfeb06516d24f09a4950e503577fce39c29bac98bcdef0a4db65a8714e4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37e5d46ce5738abd1a719a19037092ab70e465e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d028b104a9aa45f2324f88369ccf9ade94e85ca5f4db0c61638af97f18e726
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d7f22f1f1e3e5a3556c0cf1f9477381d11d8ea
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e4bcc561f0c815f6af5247372ca669b689d0b9b45651bcf5a95a9b856b985f
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d31e3cdbcb267fa1c6bd9eaaf6c4070dbb2ca06
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc55b922f2684c5e1c169888c69cf27e6aa39d60185723315c5cac5db3eff2a
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2879677bebae3142bf9333f0b727470b783f38
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0332f50a7d45faffe2ceb14155c6ca8589721caa16a47d1ca4c9842faac191
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274d470884fa4f7474740338de8d0b55a6018178
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f89242c38e71454a0c8f39759dd2c9cce8efd594a0669d393c682d70e28e1e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107d2d9edb4d1426e39027141aadcde2dc072b2a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dcefd7f8af10202d61c4840c54280507cfa3bae9dc65671182aa526c0ec553
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1464704f906baefb515a2840be67514b8361981d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5502016713a408970ae1aaa3b739b0f5b784dc69523ff953fb99d7f82826baae
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c699408ebcd7cfd85ebdfdf4ea402e19da7f672
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d977b55e5735532ba12d4db4adc515738f7ce143025b4f994e7eb22976b0a9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68bbdf42247c9fcb8716dc5ffae79c2a6ae0a27
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2d2d4c36e9eeaa00c35d5264549aeec4f4dec2c0daa2e4a1e0e33b4c17bb6
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376c6bd862beae7ffdf066ba28a65ebab1910abb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c603ec1059a7671cbee2d11c4f732d377f833972376c8bfc0625af6de89a16
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7710cea9973735b6b7806512f01201fdaf9e93c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f66725a32813bf53deb60444fd613da9f2a3f0533a20f9a9f3a9a3ee9d5d1ae
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d4de6f5a13ec72138dee7e60074c4c1919ad13
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65c735e7d81223af0845a48214da4ae9576ecd5c8613465898d9d8720427b07
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92efd6c31cad0a3f27f1c1254e06a6335f5c538c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5206c5d0644da71092cc42151f6712063511857e9ea10e585b324a9bd6ce7d93
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd326dd331a23ea45b5eb862f6b1f6436766a3e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e18af220c7669e2bca4e67c09d77757e55a2ae83f5bb12be99df06c292966a
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1409fac6f1839558d947c9fe4e27a79ec0f3b5d6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6413c5cfd4314c9bf5ce22fbad1477531eb42017ac2e234f682055be2790d105
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7de693f4e82778ed07f5d23d21dfa929ac4ca09
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffb7cce9847e10382d0dc9ce7c9ad01b8daec3dc079008c69753359023f6e52
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8629a57dac92d33b0ef3073952a8d605125f9b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0f07df7fbe20a265f884bc5f16ae3a07801463928b7c17f34e289ff92b6edf
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743c1ae14ba9af5a72c525374c8f013c268cdff0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3d240700ec2910ae100a2db3cff71b0091fd0d69ae6f701e2c41ff6a5de76e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fe67b0af4cd168551bfc4472747f46c9278877
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7b587b9d0cca91910628d068ffa52317d4e2e87426b745b0c01df9b21523df
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f071afa94d1f70d70d8c57bbc1088a5638448631
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cb51af5b30e3bfc63ef04267aca0798397e4bfc841ba531e2f229b7d0c3a48
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae7d200dc008ca350d758d3f7871df1b25adfd7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405c0a9045d046ef3437d1880fa3aa1343cb7d9cc291c68b19113e205ca7a902
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45abd6b2567b2f19cf7928ef1c00831ba0dfea2c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313762d23fa8e64bedd7a9e6c11cf566f4d9d0f0dd5e1e6d5cb6c95dfa65f943
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b6ca8497f3813a4f6d1db7c4c9007feeda92a1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8e6f64a9d56c14e9155c6bc6104d1a30c5d0fd8bdd342a50cea926d501b5d7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f6f1254a28db8720345acaca3c9f160ec99552
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ffdc77c08378e34b9c9750b9288362592b47004e4f4acee875d7ef5183771a
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb9862065a0a22bad49a5292819985a241201a0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72da99d586bb263b7405204eb5937b8942df4c497e5d51d6a5ec99bcc90e0ab7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139addfd74dcb3231adee5939e6848f46604da2f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb27b7226d415b7c73b8d11225a7058413a70645ac935481d16522ec0399eb9c
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07beb58069dd37c11525e5430332570a3157ff8a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8c56f6c5c1d48103eac9201579fefc54d2a8e13e3495988d25a8449d76e091
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b27362a23c618cb9db680b9cddc3f9af6186bc8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed341dfb8540cc5038af1167fc90ae81759dbf2a57600ac02eeb3b9266a19ffa
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8264f375b2cd372ca21ad321dd7f1a381934f0a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff3ca8bcdb28c0efbac2a8856b0430befa9f1bae4ff7198e207fba182ce80c3
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b400462ef6622d692be79f848dea223430940e63
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952971f765670f9456424a46f83763cea815af3c0b96f9357d3c1a611633a2d0
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302e712f8c8e2148e5e13b55c0f875d72679fe9d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ef5d92609304fef5de62a232f741104cd67aa211339639b1c59bdcc5461fae
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de49d242b9a9b07979c7ce3df61dc87360227402
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda25d97d1cf99193c933416bb0a484cb8ce14fcd3694510cc3acc59396a9965
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34123096c1cbc959947e5102495f8054c24fb904
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbac0988ab03ce6cdeeb2645286775bd89eda863b39985a2ee2846139d9d011
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368e3497029b737eb4b59ae1af49b7ad8f297d60
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0a69f157dc0fee2f140fea8a282fa5a285b093f9071695e9ff775824ffc283
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce225ddf643cbd3de83ed6426884e78ae02d6ff5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc78ddea762a63fdbbb0f5c1ff5ab69f5b12e6d7b14e142384039932e3b61f41
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1677fe3716ef130d32987e48f1fb7811f8820b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd6f221246d48e2e5f51f5682f87ed30864f2c9d80fb19b7919ef341395f076
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d7de4e3db9d9a631a2e71659925df154b9e2d1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849297d60fa41e51974a18124628bf9d65f34cb669a198c095eacd4a14c2d703
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdb59aebdaf4ec9f2ad89f49b75d496d63c1d85
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b8f00763aed5ff0346b87023b0fa09eed6e7e2268e9590e527cab4a133f5f
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21db6df546a231857eb421b201cce800890f8a5a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27569f7127528524685a63affdb12ce046ece92ae3e761f6ae658fb34aaeda2b
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa8623a00e60ee97eac504554669bc6df4419f7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31f096cf5493d777f5e5a7d14cab449294be08a127d636913d11053ac2bfad5
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26218533caf50567ab6dd405857f9b244b681ebe
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab2c83a317ae3f2674f4fbe98b5f1ce79d5d2c9c8df444e8f30454348431742
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcf98f5e42e06703e9e3a08d39785a161ad8983
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad307be7453b694a09dc3c154a8c1daf97a11f710a0e0cb12df9e157384ebb
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc466555978dcf79992a2d6b7522701a6ff9629
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18c795ec4e733eacd6e4e3e1940d5955108b3988f44536886331c6b9d43a361
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aebe93324bc8f01e60a89415fb74f48d42dfc2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57fe0c1ac6d8fae801aed17f901aa5ba6c74ef4373e8830b79c8be084877050
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0d82d44bb166c478fcef255f3d5e95979e42cf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1280751def04bff0c2e17cb2e022d59a1ab1f24023decb2b6fc376f352e2a1a
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014fc04b2162291089d748a70ab5efb517de5012
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e994792a1363aab11a297de313a6e79e59614ca47e7d67ad40b056e35223b06
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861256ea6ed93d1805a51004608b7c6b8b8a931b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fa3cc70e485cd657136edf98b6c78d3eb1fbde6de66fcf4be274809a44c509
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb10635c34dbc3696e70ab203cd36c6017ce21c7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a656232e275711fc654891804c6c9bf3d3f48797ff24ccdf2ba0cd9c4123ae78
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d3e958df08eb57ad023437e2a04ccf1562d75a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede4e4afc97cb0f7f07500cb68927b953bba77b00de0511456a90426cdca399
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b871e596ac034c5674ecb1c8cee5dded044afebd
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f1aa87bc67e1b99823f2c129049773603e8198a9ac5b71d432798c6de80197
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0444ffbbf60df3dba6af730dfd22a070e48ac167
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a6b282e339a353b924a56a0faafbb338acef3caf0d467867d0eb8110c40c11
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a80b7e327d43ce1e70cfe3e772904c32d67b037
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456761ee5780bb6f5ef4a7ec61a7e68dacb9f3101764da724754321da2b2703f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ebc58490bb06b77fb14812f3cc301fe9121da6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6beaf330436afcf7e77fc3ef8fd4109280c5618d0614c6579d001785e464ecc2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcb27a657f32dc75184b391b237eef1d65e30d1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac426f6461dd98732b0994a9f5563fdd454de662c1be5756047099dec1ad21a4
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38fa2258eae4bd534f53ce8b886e6f74d1cf3a1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667f701ae778ca41e4120d95f14cb3bd36b76c8864ede8df03a11b1fcec6301
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a5c11f71e283e681ec9f5dbbd56f9aae8ccfc3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586aade00ace0b88b5118f2a35eaf6f18fdcbba545433f7038f9fff3e0d9e7b2
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a429607eb846f5c35299e42cb735354d3b9f8bcb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec85373a561a5aae3598fd70be796ddaef796542c43fb9566c45b8b544cf8311
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acea353a2fd22dcfeee284019aeeeb545fed02
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3372ab47fefc241f86cadb2f826d2eaecf90272e1e7ef26adcd5f0ec22afd1a8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa7a465852fff9946b25c6cf25b679d78d0ff0f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88945fb30364ba960f3a2562dcb570c5a39404ebc753765a701337cbf8afd426
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5436359f93dd6717630f03e08080a608d01dd702
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63216247d3a08c64a8a0e6fe579697ea4671b39896c9daa290876c940960424a
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fa4e833368e43312646a24d68e4426d545a04d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6b873c95028ad2e4c82f70e7c77dbe2e296e91bae05603ed509a651d463e7d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0252ffb8d25959210ad06460deb825c4a6e47b16
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4450cddb4544f171a8da1c2c8544be9da3244ed8df4bfebd3a26d63f282e5b
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcbdfeea09fadb72884071dec67631fae4b833e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9983b96f31dd290638dd5a2d57df553a38345decb11a4eb86a29106489883a5
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6034560065ac8ec96fe4e07db92a1b09ae350efa
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d24135214b437ac8cfca0b8faa7c31cb15129429c9dc9a79f00efa75a18adbb
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a378417f6e668861f7915c2340567c6c13a770
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738d55951891475088bde153d00d9b33b6dc17fe83c8105f4f26cbc1b05e41ae
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84222b061722ceedff410220a5da2af7828b6af1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5670f79753064bd2072f71b3f3eca9ebeba09ef07b00e3c3db9747f6837573e3
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3253383d00fe3ef1bd745012118e6fdb305130
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2230d49526301b755ae40be8262d878ebf5c5149803580b481a91b517d5db5e5
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313caa6a1477d66ed918ed4b1e6fdff43c8b6f98
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7d728187b447b5787dd1f8b64098526f12084c8957d340aaf0d51a16121893
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319d40ba6ae3c7f5a0a42acb80546f2fa3b90759
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6726a45a9b4a3e757ba7a587a773e5ec31a26007b815005e2822772f380f99e7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462a8a25d91c8567f1e4fda7a1e44591421c8a6b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d915df74364b6d19bddd6ed7394fb7ae3e84abd112bb2b23d0df7d6cb7032b3
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420656311ee5c37f1ca967764dadba795ac6bd4b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3faae84ff2aaccaf3259188b61332bc2af636d7a4d53f57c8ab13c0008c28c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a400d53c865b875be677c17761e59d65c94e66bb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dad59758e0aeb7079cc803543c06f103e1c693c2a914a64534b22c47cf89072
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d178cdd35c9f022896349ef982758e647f9a951
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d02aef3e3d2bfb4ded906e42d33f138ace5fdbf9e6b01a5ca85b76892ccea2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd75f40ee59bf041fc6020cf4dff02a6d73880a3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59fa283c7bb4141cb5ef8d1df8757fc3e4c1cd25c488d9c757402fd5ed2928
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88463416cc422703bca5c15ea17070ec4edc06c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe3603558366d5f813f4efcae2b1b4c92922ce64bd0e7f18f127de43628cbc1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2c7e6ff3a9941c8ba56827e89796a8bef36875
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b1f6e6d5b271dbc4b3041c86f96b9a8ccfbf5f0f0033f08084fa9fb7b0c1a3
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a5aca77d827dd68e38bd545fc3dedc396dace3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9717c07d34eb66a017c83ef912c07d2dabb6230b6023afe3fcdb57eb9577ad4a
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271b317dc2e343b26bcf0f88f4498b571f2e9c5b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae29f128d164ab4e0e6b34b3e530d25cdf8bbe8611300d09edb7221f1e85311
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d14b088bcc41d21568951d5bc8f32ba351842e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58602cdf4883996ab26184f81da33b5da98c825eda4c709f162e9a874ae1efe9
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7a030fbda43cef589d3fcf91431140b5ea7585
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abafafff562cf381c5e5952be6cc51bcde1a5978fb47af9f5a4a41c77929178
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f28e4825ebc6c23dd36a5a1b6ea8998b5bd695a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18f17e9fbd4ab6a749f4d3eba484641a809a373984821cb9f129988b42317d3
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8756453b1d261eff8562d8f63e1663d69d415c3
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d058f89ed4c3b7e30c64ee64db189cdeaf6a3949be29b052fc15de70b3e520
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3f5cf2a1730549cd88906ca755a716beb5ca32
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f62c5932cbe1fbf287911560af9270b1f797d3b722747b2403296014802c624
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd6af790c5db2f9a4f295f40b83adfcc4ead1a8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c4b99d93c5da91fe92d12ed32f73e16cd373636b50d3ec362e99e858105b59
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d901a0d72bd223a16f21fd9429b08385cc8faa22
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4d212499644ec19a3daa9b78b60c2e9d52b3e47693ebe9579f682c51622418
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc647d2e0bb52892219c901d75f61e14004295f4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612aba0f6ed5e37e6518b34878e6909b379b730ca9e78ecbe9178ce01ada3681
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f42b8950ff6f89f5a631c49cea0c08fd0f4cc9b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1339c44b40ed03c97d71e3d02733f34c594994c32a1c354424fcfc04932424be
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fa45dcb537fe4de5418b5b7aebdb214a74956a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7996a13a9c90f75da9dbb2e8cbd5685de48f4ff09255d760099031be3b08107a
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9480264df2616b7e641a65c783142afff011a4c8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4c6b70a9ed796cabee6f5e07a5b2a6d7b9c7f152c5d55937ae7839b8896649
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b9509e718bc6945d1791112939301d4633e47a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33857c316cf6cb6c2ca801781c854d1739f500964115a762d5afc9b48a5f0d9d
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0b928f9df71e1bb35140951c83324dcf7c13cf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adc6258840a88ec061d1c9c593b820744729719823dddc13ff94bd7dce9f2a1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470dc76610b0e4a0574bf4427fb4b8d9adde7969
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79012e8087c12d6aab0c542173ab5e0fb38411686fef91c9616579c1562a90da
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c425f835bc2b58ae5f5c9516f3c9f93fb66af91
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f54b0c01b7b07d41aa5af01f70cb421ea150304c650c97509919673eb95afd1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c850d33cdcd37281806f77c67dcaf37db96a4b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35c547b460b89fb62cfbb4464359d96641b33f11bd3d8a680338f4e9f9c57a8
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52f3ee2795ee671efb471b1dff528653d7c2153
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a6e5337fdc6321bd015d7a9660d693c0fe7164c5941f3da9394bdcde418a5d
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731af362fdcd1920e13612b9a5b426499e757f5
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e579d4d3a4c03ce3584639b53764cb71e2d72c4d4c5f1af2fed90a1cb74b98
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69a7e8a4bc65f7ba00739a771aa283699f93e35
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d6b7b02e3fec9d03c8245625d8613bf75b30bd127f66b0c95eb1da79e2a66b
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560dd7d730e8e66c90ea9ca24b04e0e51141ab0a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566d08c7b01f5640d5ff380ebf73c598a2b7e3095cb2e91c783538ee7baff83d
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba318036ee318c80cf42fe2bfc7e80255313a36
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aa514644d475f2b3a968a4869b467823f0a40a0d82e7fe15aacbc3f37a3ae1
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b249a75137055eee3f9b4a5b552edfd3a2f3b58
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd61753be6e76da448bd8cd53e9c2863155b9f684dc9f4b473deb207e6e4381
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074c78dbe49b7ee42603b53b86661d8587ecdef2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aabd26b5920fdfb42632a03ef365c22043880c8e1c0a04bb1e5e22d995b29f7
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a357df649a44c53ef7e19c0f7d2e99157c62c23b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3845ed84d37139cb5c5c5d34658227a98f8ec1659e1b995207302ebc21480529
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485616bee91358d2ad84742c5e79e935f12765a6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e2e2639cdfced4fb31359b983b6fdefd9a2758d5199cab171f608855071b9b
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80c5d73d55d0ae4047e386f8cfccfce864f58fb
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95964f64d715eb2dd0cbc5baf628129349c2635cc226c6648dcb6bb0619978f7
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305ae09bc9a4a775779c0cf2505543151da1f60e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ed5c17985fee6658a2e9a5466a8b85724ceaf74ee9e3d2a19990b760d07845
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27f87a76221205ebe3a617b61e2235271e6b2f0
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb816200599a4ef83710a199c99210bcc485c072f41fe4a5428d7d87d668c6c
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4891fe8f40cfd0edfe404211d60d8808e8f04888
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d487223a97a81b8b911ff30737bc0991ba1a365d0ba225168b1ff63706268
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430a978881d6799422e6479a88542646ccffd2f6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b85f62f75df0b0b90f30ec8f6ec6601217f8ae4b4feb6bb0ab102303bc960b
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6040b7ff6b82075c2434cacfaced616af297a9c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055b112344a73e424df2cc59ee7e5d9e4317fc98b4e0902fc4109745f7f24997
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9425c492142245c07fc36f5f8da7c463f56d25e7
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e90363595cec889976a61adc6a084462f4ff797f2b52567b9603c12abf5277a
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1eb5126aaad47c15b0c8338eec1317a43795d6
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663bcb2d5957400e9f435f62ca53e1e0223991bcabbf069db1b51cca292fce89
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e628e6a339b20215ed8e387f8728bee99c31e595
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540b26e229aa6f9ac9a9abe9bc70f24cc94d9b7307652ed43d772f8625a8b41a
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b98f6d0e1ffe0161b9d25e55c4f0ae3ae0e15b1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4989d41ed6e0789e6365d4f584f038a02c2dd4210b0e64d9ea99ce1bbe3f190
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd5234ef9357f44fee73f8cacd5a45fe54742cf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c3c859215bc991f0c012aa12344b550e92783a343dad676efeb5d8aa43d696
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6e5002b25ac6d27f4e8aa5a847f7aa48d81e9d
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129cfb5d6e961c5bfc76d6d32c6ec9e496edc00ef3998bdfbf16a8330094df3e
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182e12b9de9fa9584d750dcf93b9e3ea6ee1e7e9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf4aa8df7780a63c01a93c4e5ba2d9bb8ccacf9c82be765a20a194c756acb43
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5ffbde7ffb0b38f43d4a0eb7a193a5e2614888
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba1f1358cce90b38595ed2b0c9292ed12757acc6c3ae242f881f0122ffb0218
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11bd0a6f89fad0126b5db1f2b0b1c3abeb3b2f4
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47eb044c99b1023c372e854017d828702ce6a011c24c428917f8e70877d86f9
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e51d00ce649f94de38d2aec2c0cdfce27790af
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bd004fa29e3c168e813b32c4dabed1a48baefef40d3aacefd4ff91b86ad261
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a7efe40f59f0830c79fa5d6035c5c5575a7c95
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d19da70654c3130d9df9eb07c8c9145ec237226ebcd095332ad262c3a09214e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a905a38624b899c87903006d93c92564da6d9992
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d217144d479dc726406d88a0e042a63bc0cc33eeb848061bb88618d4ca678d0
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311dc4860cc7feb6ae5706842dfad6d5cbb61251
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b8078c9693861d73eebeb409bd37f095fac5669ee1887dac1219008d328b03
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986d51efed997b8d19fbb2c5b9a6f9f04d4d30aa
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164b3f3d0ff246bbe9fda9aa63727f117093fc9bf9b33804128480c5c8daef1f
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fe754072418786debf92ac252753fe31552e30
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd8cd4d9cd114364603e2044fccb391e4276277837a91e7e39300387c0a3f9e
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6490c3180950762f2ffaee2cf81dea5d5e1509f2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e348ba5ae047078585fbbfcc89b970c773b1cc7500239fdfc8ea7852200c29b2
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08ed97e5e6783a02eead12c5fbc64a395d3a17a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99884576374efac381e2325edf52226933cd5cf6263022a0ddc85c5c36febbcb
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a685b45c9633147222f3b4023f725cf08428806e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70099094eaef455aeb2a5d0ca3135d8304d2ed53bff90350e9f0623b10ca1e06
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f92acd8fb46e955e081a8ec11ebce503f8beb1a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e626e3da1dc9b9ba9b8bd1887ee05089cdea01f625e961c3f4a98c4bbc723e3
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c2e897cb7a79d7437a9c09b29f1bcca5e25b5a
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97b5a538f4e50ea780c3e3d850a9700f3422d3bf9d193d09ec03553ca7eb7ec
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2a16c79bc387621109d2d5a2afadb2cee291b9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c0af976e8c87f2f0de17f571664f07e6fb988cf8b238150ba93723d20cfc6
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2b3eeabafa5e61f5a7d9ceaa8f533b066e82c1
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac60589092be6a26493404e9b819b8fd35c41e588a8c06a4fcbac8aeca590a4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0841cb3acf671ba6fe298676827ed39333ddbe
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a424a2aeb88a24445297e655a2e94afc36739034442ff7763a2b212e8cffdcd
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b734e5cf405bdb7ea1c1631861eee3051932679
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e4fd9473bed26f4972b3e2d94f155fa6d5066406441853b15d803557be8ef4
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb951b79aef56e9e072ff889f5a12f1865d9853
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0205c323cbb19ff092b35fe2787a7833e688ca5a6af5c1f35e7b32959c1562
+size 17633
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff1593dbb215d74094713f3301d4238b4495ee8
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b2594b208e1995a0da91c31f039b7a8c42c33151d2e85b45d50313190358c
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba6cb1a1975db0416f6917f35e60b43c24aa0af
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbd329053d5b3ce1ff8cc57776b68caaa0f8ffab28cd10d2c6083164f41fefd
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6f7e018d6ba9b59eab1a65e85b71c0735c598b
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d659fd6ae04be5de3c2a222e4766ce0f1c69747d778285551137999b3a0edb36
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5fb37586d5956ee9502c0f405e3a444d62a733
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a901c7cb072f1c956fb5d134dcadc667744bf6e1eadda08fcd14deb0964bf722
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18e3974e57f2241dee63eab3cfadf45c5bcfd0f
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174944d56cff2944aa3783d9e74a483bb084db623c0b735d225f4c710e7fcddc
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441553774ced562013b0b5948f1284b34139f34e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e473b7edade446075a7984694336a4748fb0e9b845a5b86deae6d2ee6afdbd0f
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4523bcdb8c9aec7628d60a9ca3dbe678d68479d9
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859a2c38a6a3d78a901bc917c57c6f7af4e2aea9c247caefe721520af5975fac
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebdf9257537173907b3e982b3d18ba1b5151b1e
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeda6e982ef5d8ac0e8076a783d1cfa0102f5c269e1ff689e1403a9dad1286b7
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5108633d4eb10238de22c8d669ba2789b63a8620
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2874ab1a1b3638c171930158d87d178c0c864291c83529154a839d7d710d91
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bc320201005db33251d9b57a8a717da7a027e2
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1479386deebc890493583460e1a89d4ce5057c95cf83caa94d1464fd366d4c76
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7e4aa2cef9da0d5698ee7636d21c078476e01c
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8df83d0e4af67ab3f0c58e42dd648106ac8e8e636a41c6925f8e446057c7c58
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5a2bf0fb385ee79489b6c549552e5421251caf
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f166d5d6174d12ed0c2179a0fd394b73d37ca516c2149a5c2b29d9c76e9613
+size 5345
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5524cfeb98994b33931e1b9f8b2848208f77c660
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b845d4093c1c5d644562a4ae3411419275bb7fa5ac31f30a623ceed28c10cd
+size 1254
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24db50a33426b831511c9b9fdba5fd51a7953938
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af84f2da972ce8ba4e5de6a0ac9734c3dc4287e34560b71e93406dcd154484e
+size 3297
diff --git a/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0c6ac829d74d5d5e696be72e6d5f124acd2639
--- /dev/null
+++ b/params/opt/7/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0bacddc53aa6c307b0430b8afcadf6e5884d59f596a019577b19fee19d9707
+size 1254
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d4d8d94e09da51272d5e97ab40accabd396c83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40633fd34d25ea8afa56c9f290883e2183802800bc69fdde00ba6b64d495ddf0
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70eb38a3ec27e478ba5d3f1bcf1021567435fea9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18b3190615fbe3a04a84c2c31726044e4be687b71bb656107d3d93e08752166
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af4003c2315b7f65122cffada05f062a7fee8bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6aa12ebe246b9fe409acc264072b96cd447fb45537dd386b03ca6f45e4d0ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a5c6324aa14b0c9b30a0fc5b505fc2962cee24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f39801d6883e7f596cd37a8026bac5a8f17ac2cc1ef8b221a004fc17ac7deb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e6d41361d99cb633aee0ceeaf8ef010a306ded
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab5923f5a72120302546d591dc1c9ce177b99d8efdec6c25f4d23bd3403cb7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ca61dd58c894761367f9275b337f3ac8a4741
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800fa853e7843e2f246dba451b2935164caf631a89f6084a6695a09f9d6757a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d57d707606a0b4ebe195442a69ac2155b2df1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4287fc29998d5b08d0f7fa879888f6749d994b1bd0825407f178fd525f1489
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1560e408778ff3e42fa0827e69aa972c087c4015
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcf2218ba8c20acbdec12ebaba8e2f1422571e8c868f1c2957c29f19ad08fe9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57419314341021f0bdae15efc4638427b6a2be32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d63c630ae82c90c2a9ffd02c400f6ef3f149af709302d8079e1f3542a15257c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238ba3f561405c550b1bfc950ac58a8bece42ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a495fb8103f8036e2e3c6b6577e8b6abc0e90f383b264bbf78dc0c086643d5cf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc68c5b62e6e8c5f0f23b53c4f168226df9eb4db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da30e6d1e8488d1917ec9dd7acee27daaa25665f7d061c1b27f597b73fde7dc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba4bd08fcac8fcad42a84f56c4cc9e0bf067ba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daac7595a4f673b6a47e98eca266dc186658c027e23d41db70d263a34ad2505
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a833eea2536ca44cf30cc2a0285a4cb01499c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf78fecaab639484e859c387f2da575f65787b6b1472c1690d585cf96ebbe441
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e9e91ee30a0c3e1644feb3d97114708843e272
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af9a56e1a290faa682e57cf0f4e325d6599ab74bb801e4a95aa1da70a73dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4409b5a138047ca8ca9287b39861fce3292c3bc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cd9ae1e683607f3647cd12f2dadcaf20d7f4e19a99bdb8b529e10d00660dcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072517b0d9bf738d7c8e88ce567ac0a5955bbebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8006a1f530e2f9af5fca1bc28f8365318d16d5934bc8bdf8f0c2059083bc833b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f4d1c5c190aa7b1f0c5e0cc3b29aedfc625cab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae7db4561cfc546aff685e367c454cf212f53d270f0f5031ee62fe81b238a98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5129d6ae003e1419ceae68a4b440369aaf03df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaae5f6a90f9323ef1338d1e48ede3b174ecf88a88cfde4bfcb3584e0f42f1df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632e88c052344eff641a28f33b5ddd90c3d00fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6036dfb9829c7b9f7e4a3ebbf0dd22d928397d33945d5aee0ee73f5d9a7a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c704e0e63c92e6e70ad72ddf0c3eb8c4a01c878e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fae0780f1bdea0e6b78168e5277bc20af8b8f6651df7b8fa93baa9f1b28a472
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0bf57073baa73574653833be6e5e1dfc86c041
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a642a6f0ec7c2d62070dd0cf3cf8a97df83d9483b61c7d5764501f28d67b0569
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1241f130f5bda2387e3af80d4c5fb95b2103d18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3355be2b746a6563db191068291cd76c3ccdc7e7711d73a986bd74e42bd25c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e766003b0ff42df77aed4efb0c218c9056c8cbf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b43ac119de143a69c4f59b559ed409bd29c5ad70ad53bbb2d167900adfb13f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01297fbe74dbffb1bf07378e2a62a28e53f2c98b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47ad8db2b7eff022b4ae46924419d6605508e25e3b40f35da563b2b582dce0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b5cb74786530690bde56b668079fde10c70050
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8484467a41155ef9dfdcf5f2b4d1b65030913776084aec4156e52e18833367
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9447ea3f0a782e529c6554e352234fc6a9df7f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45860ff268bb8edd193569eb7c467b445ecdac060bfdd303dc18c619ae278445
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9d28589f013f25bcb2fcf4256c205bad9f5125
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4312e0a51f2dda90dcd38dc21939640a8c0223364cbbf804f87633267ee40b2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1390ba8803442e743e0d9129bf470a9a8a90c172
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9795bc30ec0d357abd516187ece707bc8842303a88046dff5509e458ab09c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80926e914d0278b9997e6d3e54e961f2eb3cac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec90a23638be5781b67890fb604475afa6afc292e71df889acbfad6b56f065
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fa93b031c1404739c9015b294029c1606e5276
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e26fe563d47768e034b5e053daba0d43535a0b51fc3b98df12adb4b1a800c69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0c8b7cb27bd66ddb8190433457d9e2d1c6d149
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed011abdbc028e076c211f1658e8d30e144321a9f39ca3fbc5c0eff2c023936d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91399358202c2b73255a59689880d3b29a5bea0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b190907a039e3da47c06f14cc164015446ba6e4906d83233e8eb8eef53381617
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba472e52a45e69bb2aefc1913a9439c4c828a051
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab3bd7014b891b8e49e82f53773857e3c0eb867e970a4c1972f504cf9c135b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08179537ca3a0738fd6e1208c75f01b4a82716
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b5fedf553807c75b991fe4606a860b73502047c5e815409fc06fcf9516e345
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97776e0a66a8667dee13ffd60b45eab8e1890e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea50e5f727058ae6cacce09492ea35d3d2af9b5261988b9ab95c3b6ab649aa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e39276453ea56071b747aecb122de1534751360
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfd3fdb95aa1d1d5aac86ee8e8b62ece901f329aeff061e8eb3f7b1ea15e763
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f08401fcead5517c2d714b2a8ab33904da2115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa338f2a0c8ac9c7f8ffeca05ca42890d7f3e0b7bc9192e49036c76763bb4a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823969aa52311e33c86c974bc1d3e14c8cc61102
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6588f507a5ddc378896ee4c547603912f93ebef80610a56447321d3d89c39d33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e51d4595557d138ff568fbd31fde70410bfdf36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59cfe00bdbaf917f849f9d9a50c343f34d1d8d9f8af7e94a027c60c6662031f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629176b31c67db6eb9e4b6c29f0804021a5c58e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c3809c88c2d0aeb7b4b1e9d51edaa5fe6915cc3fe596aa82bdc4ecc87401e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a92d6348e56343ef281cd0f5603ac36debf30e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347f7d6e9be811e6c3da593c2ede5265c3c83f855ee78234b2cfb61a7be4e1dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e510b0e1fdec8762ae43c2a0630b6ba8c2c460
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b4f0d9f8673449b4d87e35140c8f0be9267fdd873ffb76ff4722d43184fb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d8d61001325413a9a3a69a791214c368ae8891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4363b62e56abcf88a52de0e637c49a5b7aab0d5468ebe1348c59be7d67130f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260a326d8a37b0c8d4cab27844adc953a01a6f81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c6b07784dd0bc46b9a03a8c3975beed3613242fa248b66e9701cea176a3a52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbf3ffc01ceec09819d636725379c89fbd6655d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36353d00d288daf907a31913d1d42ced17516a49252c1922828c3fcfd0609e41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff97d1f9d60570cc71fdc7ac140ebe7e65293c0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310078050ce334d5e1072c3b417c8299aa1a74ad244802ca98e1daaa0ded391d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578942fabb0e77f696acf8f19ce9d6b96c1529fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb91530303c6e8d019873eb66401b33bd7bae9d36201df05ad773cadb9324917
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e339587f5bcfc0773c649a9ee73134db182432d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059a3663a3cdc386e20965d6357b1f54f4615c907f2bba6fdfb5e89ed4c1d587
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be3563d1bdd9c2d66ce63f1ed84b87ad00de3e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713d913ce721071a1e9c372c2ff19f21d7afa2c69f8f79c1cb71649e2e0d3bb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913d510b5515d73dd7ee54d1208c6a311c47a0ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a883364c8c0363c6acec55239119ca88c98ddae9dc601be2c28e2a022d1aa5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6c121c158aba1c520ee610a383c005e70f8092
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70809771e75df07989ce47e078a89911e87ad06a794d95b7640a4cafbabb174
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92602597ec6f20ad5144a69b5c351680b79c0746
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7cd5012289559ea8be5b5d180aee11169fbfd203c68f58c121b1dbfe357da3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15a505ef510cfda6d77e2efd2573eb8269b2206
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b2a4584a81ae31ff297cb1b4564b505950286a8d308f13e9aa83645ff5fc39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656dd2d0315df8c81268b8ad6e5d39f84a080f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01da322f89b423c4011debbf25c4e3e969a27e2b0721788d0ceb4830085b0f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e5f35e919f99e10037245897604b935d773546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb43cf41a7995bb41c97975dde53360fbfa3516242828add4df08ee29524356
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547a6732eee2434089e97087889e5a46a2e07932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e07866d438f655edf7040c9e3aeef6ab3354f7d7975fd9ca3f725e98ec6044c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b6d808cc65e1fba35d3ae1ed482165280dc734
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5016700c4562d8775c088420da7f4a8f25d4d6298e99bdc4cd419e56c5db28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bb68ee23193c4f8205d9fe26883e1a6445b861
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a21e492f9b5982c615fdb32392790dbe5d3e40f494b0d34eb768c1912c6c71
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb98dadd92a389bfc1e6ade4fad0aeb050690d52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836e3f5eb3f1ac3dbfe6c391e0102f4b1c6ec9d60ef100fce63f1a3f074aaded
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49954d290efeee5537635685d93699e9a72d6eae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f5c5bc5fc49b8eb40d324a5e9aaef7ee5cf030374331f4e2960402b3ea93cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ccff47a7ed8222a83cb4777eddef98cdce2485
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638280784ddf43f9662ebd2ee5a51b5e85b83895a8080296861882df399977d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b138517b0a77c1a7f890a63ab1ef4314eb38be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd42f53688077b0cb3d43c22afb7268e4beecadde2419559017922f04a2ff258
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407a9eef47a32b828619ea78055dac1fc3edbb0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec2998bb9a4f99479f7a24d4125a3df5043302457ae8ddb5267150ed26a4bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc292f00653f8a0d1b65fcde7dfe05a10abfeb5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53772a789138d9753b3205d463dc23ae9cc186578b8d69e242ff0367eda66bb9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4219a17dcd92bc32d2fb72357c1e37ba9869922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8bb95ea16f1636900be1a9b4b3b51e6d17caadce85904736e0f2a717d4d431
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcd9fcc6c5ed1a403422c6345f6bd06d3189629
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc0ef86edcfe9d4cf1510b23ad5424ac2e88ac684a95914f984f37cbc826b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96afe8ed691b37555714e8177e248f39ad54301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0abdfa12878f1dfdd2d695967be25c5d81ed3df2366026bb2aa4a95c4fc606c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beda3068864da67a26e513f3eb47988052f0284
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5201638498771fbb0a5f0facac1482fbe8f1eed5e490494f46567fd64eb412
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92d79fa54044beac702d9e8ab5d447c35283949
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c12db8d99fae6bd82b0683419c8aac2f400c7e6bf73c5e5cf14c2523829810
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07affb19cd60b146a820a4d9bdf3b6b74ac6327d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acc702ecfa868aa6459a12e3b6d716224a3a52605700c591e579da33e891e0c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfcc85f148f1c5c785b96116658cb79c61a6bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ad2a6725b458f6533a63a4f637f54afa55e346d46483a0dba381d1a4cb9848
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d600b0bb9f1db4c16886f4f039f8cf08aad4a5ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2258c724ef816453842f92e46dfbef7b42d8f8ff92ed3183bc0107001c35ba66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3d124775b76b7be205b7edc7c29d730ca563c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03453c96e115e23375ed2f75f9fb04de554b809595b4b4af7e99316a8b918ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e35d2eaf14ac0bfb2af3a8dc3757b81a5890030
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ed772296c4acc8627ad808dafcb38dca9ee8080af0c1223b22a217a6d8e681
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185541c749c69e141246b7b6c9e435ecf2504bd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b945a04c9f36e3e2398f807d06d51628a11f49c784c9638258aabfed9488c69b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5e277c359c0fd0792ccc55ca9452884761a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dabab5089538b395ad8baa85e0436ef066b2502e5d02fdcbae0bd3aece88d4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0c54a1b2b7110d2b805ac2861b4b46ef0fd2b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff085151e722f3068f58f6859b8bff44bbcb20160695b1f02a6258d179decd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e60286c318fc8bb463abbe30dd484ba6e0873b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201349c372842179ca3877c3e5f87fa35e4e2d3cc16a94cee5f08b1135778f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f7d39a03b41380bcfb224bac0cc0dad2759cca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ec0eb47a8509f7c446dd212d67aa520d9882f5ccf67b7675b59fa47088c761
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c8709f696883df37a0af42e57002553280afe3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ab681339a91a26ec00105c2655b57ec8d5a978440ad093aae775849540e6bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59a5d82cbb2ec97d0b2ddf0357984a71fa402ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8a0227a3d4899f4344c19a2c6b456ec551fc23ba24d8c18d037f376180e3ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf072d5a8649e729fae431281c58494a3a7919c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09e7c6f7cc9b15858727df7984e04c95502b1c60f88c505f88dc05b9852493a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e8cf8bdb384d947f00edf88f012d8dcdc595df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcecd478fda5aa349085d6cd0ae6e0520a1421eed75b962141f9766ba8ba9b09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1834d311503c80aa7f5c297ce8e04067a371f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90387fedd2f7eb04fa1442ec281b079b66b3ae627034b960e91e5d103933c927
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79268068c43f917d717c5cd855250d8bf15286d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6739f89d9fc98b693c8a4407c6e84e9d9e88b841d9b02fc17f288390e9020372
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ebb2d09b6b0468d2fa4a6563dfe320aa5a2508
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0806f7a8b8f7db80dfe4fca4cf197d643a67004b587f716d802defb3d6f0739
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13df61f114deec216445e9b2f9abf7fdf7777009
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0a9290eaaf12fff28d18b80be8b6e92c4126438f82b42b2c0b807a3c161401
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2807ba3ba2a08dec9cab40398314ce391a346621
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363838488ab368203e2137e29d9aa259b385ccbc27b315847aa28d665c00aca
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07388f1728f7157c4d1c22a8d5abf75d28b1842e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db29430e29e2998023d47220dcaa3624c6df0b5132ecb62401ea432ea0d3417c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d266d5ce7d1ef1c51efce64a70124472c2769b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1913158c4d310308f12fd2f6ddefac6349e598d85d328db1255da2dce1b8ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20b080ebae51b5133fdd50d4f9ee73252c6bf6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f97d62926ac12b512064d5157de5e97ed7f7cee36ffa43d1fc4c3fe36c1d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ab4d622e1896955b2fadf6e9f0f9495db0c8ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c28164e387ea5e45e3338b3cb0b59e7c2f6803e52ccbe3c9996e69ddbb0620
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3958b8a3f8f2bd3a3321794860dcf6a61aaf67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870055d36a35b0fe880172ae7897a701a14a6a2ee19d7fafa9c11fb61ef9a5f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c3a719996373169c9ca3ee2560e2376c42e441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63667c883153b7a8c827b60c26e21a19a9f7b26062f350f528026f6f0e87351c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a41a63450f264bdf87fa975c6cfbb3d0bbc74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e1433a6ced4d2f755318dbc92e016d7d591c6f1fd6c0e3f8018ba33683eb3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f114ae9495e79a367b6c9ae46a6501aad7fda0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9844077ae57c05f053c1ee43dc9c92e3e427bbe17622f6ce8fc54410a56e14f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7381676014c7a5e01edec356e1e5ca998d7589a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ec2b25602d09f5d67f4b17b8fabeaaae12fd483e67e6c1dec88c18a27bf89
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f80e04c90aceb868d90ecf84b5672cbb6d02dce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d10e81cd54f2a2d8119ac1624f1e6cedb247f48c4ae6a91fffbc355b6040e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3a2f107bc5ec2acf574086f2d7a64d03a1ee1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87af431f5aac3ba90e5ecb9a194728350e092077b3b6d9f1cc07fa9369a52db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b34cd65af6a4d1ff1443ff238e86f0cb2479ebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f638b58295ff8949d4975e4b2a521f6fa469435b9c755002d7a938ec80173db7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1edcf1cd85649dd652b7a7ab3ca14452ee1b7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbda5eb1ba9f6ca1af24a4f6249617bfa6ed8336975a417dc2a482925f35c12b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565ce5d2e656160055ebbe6dbd32247a7d3f2b71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade95745a9cde48c9065d397ad4df5a07add35148487848f029ac38b815a0033
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6da1c5ed5ba718d3bf383a9d3f557443700056
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71cc066e176ca2df21e8f45acb2fd43775bd3a9de23102a3efca5566f4e60ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf34dbf9d31290f2de3c6a20e725813f2fa52064
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae69c1ee3527fe593506b25d91f40ad2013f0b83e636706a06ace739bb1576
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1af4cf3739dcae707721743d46f733dc016a6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e990c2550f04ec50eee3d2595f89d238d8438d9e1bcd0985a683ce442dc13c69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b10e05ead0455fe012d08aea758a3100d89abf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e3aeda00b72edcd63b193cc1140f7ad4e32e7df4dd3d6d7f10440495524ff4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9eb12604e2ed0ee171ebbc2fbd2640fc654710
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084afcc6e0110fa48476305af2bc180f312c4050e25d81a871c1fada198e7123
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf33a1ffc24bd0929e6460131fd9ea7731677b55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f144041499627524f1e416ee3e62fbccd5841bda14bfead42e17289c509eb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bd1d763b757227bc84c6ac57568fcb3bca3a66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeaa99a6352aff70dcd0a69f598da7eec3ac7fac56ed18ae31f0270d65f14a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042fa0cf1499b98bf4871ab4c147b7f1dbe6bcb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8416719d8d2d9308e70f9695cc1a6e3fb2dde0586d3d023c6bc661e8da2ebc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a467611f17694ba4dedfe0bfbb4bd60e64a37847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b46e14b476e1a8658d91d306f774c1f90f604682c60cccd3a3d578a2b984fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081c6f71289bc6ccb9b19130124350ac1042c7e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28b2c3b9d3fe341921fce9ba85fb2db61e493d8fdc9af8cb126a83f3b76fde
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8b57634e4e2b4b7bd0d6e2a8c964804196bcb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be855b1238e3572d0ebeda63c56aaaf804db1305a33f61078fc8629d647b898f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc90b9a7ce53778106d239431df09d629048190
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a8e7d8c517d81ec311f71eab11bf64ed305bc439449bd84bf3292ddb4f6ad3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c2dc216981341198cf5ea8b369fd6a694ba237
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dfb667c1f6851cb7e8287dd4519061494e64a9a8a141e4bb680f1f65cf794b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5ce764a6f3ab6211c4afa7f57c640c5cca2e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd49143001d1870f03ce0c85ccf0abc034c2dc13674739c29073e000f10f166
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42654b36be5c916a02463610b8d983d1f4c4fbe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa9d50bde1ed7637bf2e21c7491b44117e018f3d48598bde9857c1e65c81a0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ccfdf273c9a39a4dcd1f90e86715cf5b4417b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c330c861c5496c2bc91fb820088e50f57d79a0e93a3c63942dda2836794c8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a757ba47b0a5f74e7bac9113357ba30ddb7c432
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337407fb339999de3bfa75e668efb26429a235139da4edf7c1b6b2658cee75ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da39c4b70143f7387aa5ff0b2ff6d49d5b43ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29603ab0e650857ee6be948594633e7f3c22ef5038cb94a45ae97d98d772069d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953f86da1866c05975ea9b034d22e5fec12b1ae8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821a84f7ca115e52b1059c8410b86ab2ad849e9db858d625e6c73a7d39761484
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42245815b10d5b70023abc979ebba35ea3a3fdc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d039b70421940418b614bf36a898eead22f39233f19f54a96b2f9993c04dc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace69ba303aa68eed199afc6c8be7a5694817404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b833ece73477e38ab9a82300a8e94fc1ed9d6c2d535b9600bfee3db0aadb15a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe6f407a52da22fad9f7ea608501fbc99298dab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48abcaf2e16df94e204d11517dbaf273ed66c84182f1de8d8d2fede0b152aa01
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d55a4d4be394925595189fe24f1796e71a37194
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb15bbf3617e82a6bb295fe6806ac6a02d70f515c0ce4224154fdebcf64460b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8152a393df61d0ff7963d01803c350c78215917
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b09f76f7f40bc8bf23f1ca1980a317c30170429ee0d3ddafaa5ad47c4919861
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3eea9387ebececd6452c9155bc881709216bd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534c162edf0416435f65d51e387fa17853d3b6dea15b755c294882ed70395704
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ffa37c1d3e18a7cb63bb37f1046ae867d495c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdb18f6606221ead1c573560fd46da28e90978eb0d8650efe109468322c0cec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f4a052ae23f855c6fc320fdd34f92b6510b7dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d62fe6603112c5ec4b23f5c256455bc9cce78a082cfbd177ffc4544a43bc459
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f40b9b2885af3f48035240e5451c199a01db27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7b396f24bc5bafaa84483ca95f1d7af36c0449549067f6a0de9927330f39fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd414f8309b70c12f8594e846e210cfec731d75f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262e2a4e48c266c31a6e06f27143fab61685d185a274767e9defdc5bea7d4164
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1721ee69a2c5e0cb073b31f9e5d935a209f5af2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3d7c58d80af014cbee1b22b08a0508c826601c54198851d83e063488cbc795
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5e96320eb5cc93788cd17e4dfb709c41617454
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566e6235c692d668bd47fbc70eb8747a2174965198998eb27c5d97715b049118
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1143c24aece8ff016d6fa82647a340bf3b603e6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9554a03346ced65cdebbd592c3df4779d19ee33ce06dfb281e1633947c5602
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d804239538e0452966f2159050845eed340186
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2133362630dc39c7e3225245bedc88c65e5654c84f129a578c44f50ce8aa74f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1663326401c640b43c04aa572ebdef8e8993b1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46510fdbca8b057cf0a5d8d0390ee4e230d018c18d0f9fb5a1668fd0a37be53
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a8de9279cb744c69a7432426861d6d7e2d2413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940d0494aafeedb6bd2ecc19e393dac079d7e3fb83a23dcd23d8407c572cd986
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3249081d43afeeb35dc16f2ee14b688d8acc212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134778c31431245b9b5dd49bac24818ab95501abaf9b94cea38a7cbd1a43e9cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08b6087cbadccc595b3be43f3a804fb894a1869
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d74f64688e08424ae1927f64830b248e3695261b59edad4be089173026ecf31
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3de89ec7fca90095899a9584eafe991f518bc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2a1b3bd78425729a8e3308a85358c6128e78d3cd710e4034849296e5ddbb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fa2b751e6f1dec69707751b9fcf42537e51790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d367ca1ddc0e6e0613f5311caddd417a4810e81af5f2f8292658e8bcd631a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d8fa5a35c321aea966f36775bcfb2ea2baf2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe93f9a2afc92a8380eba68fb188904a6b4e0dc800c687645f9a43142a67e14
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85493700b98c7bbd156cdc2a93fbbd566039c07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9102b38a27fba2ba0fdaa8b11c5c31963ff7c3d5122ae326c4299835e16557
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5334de3e39d754d1f656995d0fc7dbd9e40ee0f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be328aa3669df0703434cbf85d17a09c358ecd50668848875104da8bbda42bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45894232dd363dfa07b9f635dfb38d69a12d22e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da92c0dd8a0165eb8021364ecb6fd4028afcca34d03d1a72cec7170385df05f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2098aaf139606cf44944be6065173fb5e5fb90ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfa892e685108edabbd83bc1f2795cc8c49f022d8f2345da1441b501132a643
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4930c0766846c2c49498bc4c7e9155c03256dcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7279d0153590b024aad7379327cd7e6b0d20eed7ba966e241a5ac1b41e23a23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852de0b7e7cf81da4e0fcad4a8551d6f7b5f6e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92afe04fa6f166582f75a14026683e2e0deeafb5e3aef9d6b353cdf4926cf43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cc8f62954136f0801c8b2574d08356d8560c1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77abf26be01f7cd0283315c2ddd143448f47eb409e0f8d962919a6790121bab2
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69359beb38c288c1f57ce61a495fa9d42ab5b445
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d2e7f54907e950a73e8fbfb462a08801e1a97e88db43b15ec4771f6f9e872a
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eba5ec5b2a6acadcb9dcec8211db1eb07f4dfe4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b36f85b784a61141666a1931ca6f2f794303109a57cf7de3d6b2e92f63242d
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cd3d8e0e1743f201a5cdae98fe1c9e25fc3ccb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477e5e8741e02999c8120a1a1d00cd5b0ed2ca6e91c60e17fecbe52563945080
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be384b2739a75415342f22fe69bb8e296eaa22aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020406ad367d94bbce61b660ecbfc6bd7ad189f452faa3577e5d0156e52e46d6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ce7c680ade0986c89a7231c7a1b18685a4d3c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd159d58bb1707d36180e3af6240c04dfe743eae9d06884ddfb9a66a0c7b0062
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d728a83261c095cc53a7fc794eb6308f365643
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d84985b757304b0ba42a0463e06052f2d69caf71406a2cfaf3abe08ec29fe3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305f91610a1e13b683e36075830f35161cb6d70d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a2742fa5fb8c357784c296a143545397888f28e3e3c9dc463235d6819140ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4af4ec5b968c789447aee65e9cadf9b1c9da71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e165f94bfaf9d786fc12018aa4141585141ba6fcddbc79bf406c49ada0bc55bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e9d5fa6fbb5fc40b5786394c9772ba8f86e8de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8252d0c506a7ccc53a9d0a78f5f8512ac0b42189dece29b59a0b3fe160115077
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b31e8dc55a782ad0a282d62a4adcf9e8d9b56f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4782de1785932079e103608bfad74c872a04421bf75e5fd0eabddd422f58b46e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9facc33870d7b743c1705508db5ee56670fb3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb12815fd5a1a966c7ddd722dafab16d22491c304c3d04f77c32da2b8dfd2eac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9184a5e66c9fb386f71bcd6c2ac7528d882c92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6648a903f51d0fbecc8ef82f3ed9ecec5d67e6ed63fd00812bc6f0c03ac03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4a6b2e8ada15cbc5df393e76eff0049edc5f17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dbd557614ba91fdef3325b738ba32ebf991293f68a9bdd6aec16b4b8683ea1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e038f2e3efbc6fe95954f397f86d85219574ddfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a728d5794f929f7ef08b3144e1c385cc28b43ed974a52e5b69b8be5903f9ed2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ac9851a7272dd07b4bc0c5e6c5b28ce7bf1831
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b451ab81ec69bab0cf1ae6693845f198f260c2d919e10ffd81de17465fee30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e7084e23ef5005406a5f52724a4146f4095ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3bd04ebaa685368a9cf686b0e1d86abdae49d3dc0992b56b549f55a7fde55e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25917f7f44ab2cc2587f0a30bf8fce0fff649174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd568fed0cd364b720b8cf759a8a84cae2eb94336e70be3507565e93a808d289
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d4eb861d4e02cc8eaa7fc172373a5b27428d0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff427d7a2873561953949c8c4aa29ad18fb2f99089935ba96bbf28d12e4538fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6706d8b0c0b56c52cbca06e0d2a0244eab955b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f6126d54684578d16926b191e46cda86937d0ae65fde144ef36adcbc0ddf5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f88bd21b576a04ee297efe70b7d51fde9fa96d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895f351f23129d76c70bdf960d874e2a1e8a0869cde8a3bdb17fa776b4cedcdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfae08eabd044b29e04cc2cc17fcc0b399c9faa1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1bd8884d36e0cac3e01d7fd9a8752001a58d20fa0492ef4582bddbb6fe7181
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3518153c5a9e6ec1841cdcd189723d6b8d388
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ab6f919dd6341ee9b7622ba94057b905a1c50a0e725fa0465d847f1944bf2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f786db9915980910d27befc714fba0d312745e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb49b44cdd3fc6ce03f3f6b7195dc1d242e129b79be7e57d2d6dd35a0fabfd55
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f609341bbaa012645f17e5da8e85058e7aec504
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae219ae57c3d8df28c820fbae7067bca34cba2304f07b439887f31bbd2f3983b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae35a7da6ca862923c572b1bd95b8e0a68815d8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57ce73f541cfc11e286d8df5b7f8ea8c1999e8502d2b88090d037f41f69a5db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b78a16db6e7cce82e3ae038ff926882abca011
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5818814446b01386c44a678e0a476e7ca7321218a6bce1b81b96694d02958321
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917a69b591353a8e45f6f2ce507721fbc963b71c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed97c6a893d24966493cc141a3ce855737805be64a9b5227d7a2a22a823e9b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdcc299736d07d4d5fccce1f95f8596b1aa2e74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccf19144afca09f260095bb0978bae81e5b5d7af3173f4a2a3b5b167721333d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fb5052eb7c118ce3de5dce36218dbca3f2a979
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087b6859c14ea67d7120827b8f078bb6f63b79ce94b1eb7b065f21ad0096f2e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d901166ca118cc45f6ad84b33f0b399a751aeff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf2be9b6c3f0a8d232bcce7ef75b76a49f5975e0ff9b7004406d619d5a256fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690fb169eb91688cd5aeb2bb0a878c022fa322d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3b7838f05c4ba31419570d1b1781804e10529b40ad139c6d6f7d54d4b60f65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b27f4b8438ef6dc5ac6dbc811324c91139a789
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dd3c4f0b34607e64efef4348a4696ee454b4bb953a029a7675ac78c66a862f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a423031a27c732cf46424b7acced8f97bea35a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2858291b75291a08539de63d091adaed00bdb19b21f234392cf1fcb1355a7d97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a33b5b53cdd6bbd68f110ea14ba5f2370fa93dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb6a9ef4f9522823389f7ac36fd4ca58b9ed3e561a1179a19e48f25bd59fd59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f25eb6ae36b58d7cba1286508ece935edf4b0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d87bab33f39ab9d7a8d3be6d55447e25c520163b11e61ed0624f35069fe52ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f5993334cb59290e0b0a3d732a7b17c634988e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89739426ddc486bea84f1f016e305a65edba8060a01371d36ac5ae4c377f0111
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ad8df5e7ec5770cc1611f851b9ec11860ea9cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1235fba73b159f195c531fc6af7682480e113fb49bcf78dcf5e3dcf1a1e6ef6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86501b7a39681e7db51abf04fc3e8034cf75f6d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8d2bb8a284b5829df3edd5e48dc23a5fde45bc162493cbf958951ea4f966a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d430a790e65d6c79e1542b00728b2bceba57e67a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2335a3b37c5a3a50b1d2e66c8894cde31baed407299ab99d146589eb564ba018
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270b36a9946c53e7943a0c710520ece03493a6f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41afa2f2ef330ec03490e2a4716d559915f3da60676e3b1dbf59074ac60c96a2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b2a129481b8bf47c7b95cd65606ac0ad858c92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85676610739395cc9a2427e131b4d18b4ddfd028f7beb039d0a0ee8ed2a1d7e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f16b2a3e0f99e725f2c78970ef71d217f62288e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced282a2a91dbc3a39951a38c8d7c24c812493b1b64ed32440287dc9042b36dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a5b2c5bb050afe93946796d44364fd4bee6726
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcc240a7e2729addfd67461f176cf72c54b85af995f8a28c7cb7c239f8e8988
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041e77237bae16c730bdb62bfc5cc044ce0af6a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70376848d7f1cc5672d2571d25c7b8a1307b385c269276b55b44ddbe2d5970dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68f5ff3b163241119fe9107f4913c246cc0794c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bcfac64716596af8ab05f601238d7125b19f80c9b6e02d5ad36133db5ce39e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b387aed3c3eddb1b927ab0dd52aa20cb236d6c0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deac9715050269238bed68c7ed5982012cc219ea9b11f7545022721d44e9b04c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb433e638272942ff91849194ee2610451d3e92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59637ace7e66be42af82994dbebb0e8def580313dfe95d654f9fb64a550b664b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06201f3e65ebce868c2f3b9714d8698d7143eb9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8415d990049fbc46762689f23c92cfde94da66f2e901d0f190812ef233b87600
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906c3a7a6ed436855b250339c36a59f48fcfcbc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f743a43f95a01d2ee0f6af6195b6de1b1c6892e9f07d04836628e84cc19654ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295dc2561d8fedf7940de7251ebd839ebc821bd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cf8f81b0706ffd96ef7bc3c6126727aeb9ea86f7e7a708145b8fa803dc3265
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1bb9bd96cfe9087e9e961625ff54db06aefc8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770d62cddf20c789c685e98d61a0748f60a6acc8ac1bf026337f343dd1b5b19
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d4afbc138d3fef50eb4e3c7b9309f1bc5de7f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ae996468b57c2b4dbeac3deee056d65b503f8c5c3536ae6260be77003c7932
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b4318dcebf214651cf67589015df4c63c9dfb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b72d76c0fca6b0b34723b85a3aeef90f74943c993528ced4ebc6460144ae42
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933cd72bc4d3627c4488ff243200557f5af9348a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e13e6390a34930f1c7430ac158252e6b6d57d642c81df5814ae665fdeff329b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24cdde55680afd3de4aa8213a2d95203ef552e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4898d459cc5b6f151d2566e0004640db9f4c3710c45dc87fd9abac89c06fe57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c888cbc1281f3a4357b1c71a2be11cb28271988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2e557e51e930292abb6cdd152d7e3d0a4954a6d0f51aa62851a2de2f200dfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f484e0a962a92b1a12c4ec7c7a5e0185b63c43fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39e973c19a4b9a9508b520fa27be4e6de5ffbcb87e87fdc21bd7b0aa867936d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3afe7a5c73dedc7a8268bf0abf909a3a4d5eca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc3ff2d00f5986ffaa085317c21393cc8b10badc062d9dd4166393ba6b12ed0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b5d55225f39ff3dddbc23bc20bbaa02c916baa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c00c10f1b4a63f794d40813b6ac0174d14b8b911899ef02e9c3c531070efa26
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68a14cf3f64107cdba05b7778e125fecc96c435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e10b603ab263c0f759a34287f6ae98f270ef4abef241fb94a4863b355d3c4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930a7ea254160a0254b1e68277d3aae0672b36a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c28a37581c3e02e0adac492cb8918ac946622d588f905b6ac251c83c2a6ff80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8be0d40448f4ba0a2e425311c794900ed729b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6503bd02a4723c080ed9228db17ecb359fae89ae2de3e05ecbd9f967fa2c243c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ff113dc1911417f94557e749997410c443b8c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759abd3bfbf035cad0285d6d1a11428e5ae51b089e3895af87f4b9ac9a747a52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c691bda799adfafa61cc4599bd872d7baf7c52c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf46c01b73e1431d046b5b94af82f0a0b527600a41749b29e629d96bb9f1c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1026d100a958927e6ff99781e90b77be66efe91d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0737adabef2c39fd5440035be598fa7587891af2cf5492eb17fd6d76d4a47e6d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd1254ea6b438f82b694b1802d149b4d70afb0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceafc5d86cbd0e28313c77f2c3ff92a94a3abdf47042f74c5d99c1f94672b03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0d3c1ca91cd23575974e615e68486dddfc09c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538e3ea12451eb485d9128e06a7d573b561ebe62febcb89262124373e2c3f961
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ffd9e40797f679d28965c52a33f228beccb612
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3878540302c75aa18f40110ac76505e85b6e1aa570d04acad06880a0ed16424
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4179bfbba8e51ee4c41783ccf1e20ec63a3c851b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d93827ebf2f5112086588c5a58fc80b84f23bb6ef34c51be7c0020d20e4f84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606fce1d0a124611c74fed46a2e36bad29213139
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee9e4c0746339c8d8d6c8fad9dbd46eb7b5cef8556d95c3f94e49f61b96d253
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf872998fb25630e561561de6032db353bfa872
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe41f193e2b3c55428c0e7c72b0b4e58221c138d877d1ce140477469ba5ff3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07be192f64b0011d3b8a34d9e9a7823a4d67abc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8d646ddab58bebcac04f13471da781643d9fea0142047ce0e67b7aa64f1db6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fa3a772691581c352584f6e9ff7fc175adafa0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5559abc883df01dba7a8a4ad598e4f5731b937c8f768c64a3a7890f7abbf77a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858546121834a21e306d7714822e803c56b6c6c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08d0a9b99f810bc1a3cd87c4caa0a862d125b70f7ddc4dbaea9a86f53487d3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d917fe70927771453e3fd4a522d87a342e378636
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01862bd1207b351da3e7a9941ba9089f09b4e9f40e6a5ec6a4ce5c88810cb1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7ac3bb8fe3173231afe075bca313ef90a4c9fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7917e54c68f38e901491365237c32bdc9d797787a960aead77fd0debc37a5b8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd59fa9e845aa43394a4e1debc80da23fb44b33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61112d0f0600d3b1a9b49f9ce11a8677851314d25c706300d613e66bf85cea7d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87397436d552c83742fa992066b457e2ee3c416
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec815c899d6bf0fce91cdc75b5186f39eacd31ecfafe73d35f3d65f3caded0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a881855d37b908bf73ece04a73126dee099760
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e837cb9ba3d9e3d5b65e62bbcee5e22bc230e9d5ca68156981ba1d5f97f59c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615af69db18fe2f704d92387a1a65ff7bbdb58a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531604a35153c0eb2120dc5a350ab94a9f88b92ceaaf951c575e10bdfd53b32e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139ea4564f6c01af257388806342c3bc0c4143a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae51bd771e48bc4d6c6bfc8d7e37ea7c395072cacc9c8199b41ce2c64d3be5e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07751d0857725500c2370194d1751c4cdb498476
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f85013037f771ce9a1b93153bf2626f1f5f175a9bee5c4ed29e52d889a48e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff97f97dcc52dd5a712e99abd03dd59cdb5066e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c89c3f168c4e0f0f7cbaf9acd437a3c45fae1aa93b5a9ca34e2b33c74396b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb262d74c786fd1fb9848b8f0ee1f1f9752d21cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11363735cb1727874657a6ade45117b4faec89d4b1009d07f37cc0226d079a9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd61bed69ff5c872661b49d2253e28d37349fb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5d0b6fa2c2c2237e2b4916f985eb391701da51f370ee7a434bb177cf088012
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa85816cbc96a67d53787435860addccee7eab3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dc465575063a82588759cb5ef6b913c19eadbc620a0b168012668391cecfc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348a325d3459555f2895fbe517fb7d3ad204c2a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8652feb913fdf05859a3aeee8e172364d0043aac681e9568de6713acf5ef837
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9662a22e0e5c4d85a75acb44c360f72abbef763
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a2bf8bc096ea9f031a5920c20394a134f6bb9c7b2c035fdd5f91812711aedd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0534d7872c8d791d47ccd54cd28a870af6446546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8e4cfa057c3d2fcf559b4ad56a7fdb686c3d78a32502cb0d7c147e7322b2d2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105094437c3746e29e4d3925bd3e1d7775b231b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fecd35a00e3ee06c7b2cb5d05a15a4c4ca4b8b2c2acea404723ac7710595ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa480eccb0b057134ee3fb8f9d0afe860e14910
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19245b857ade9e7d32287e292c9a7c1e9e3b8d1e566a9a08e1033661b2812dbb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e19a465ea40e70acba90f399b25863f49e0339b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda5017397e4180fa9e91cb61e2fe528742a0ede2dbecd28b5664ed3ac5b1b96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508b09e7b8983b59350b16b075f1b6c79b5cf3ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a705d048e6ca2669d4c7b65d3362b199e3d02dd68735fc5db1ab956d59da2d47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9242b73e0f293437b9920653e54502a6b9ad4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6f38617d634693d08eb332a177c534afe159d16871d5e07772c5b625496ed5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b039acdf90ab86e54c84e105e90ea5c6fa2285
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38758e4249c0b7cb9eacbb90d7a5865ff32b46905541b8092f56eaa89033f36e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e3654b4b0440d4a71c4305bfae87f5fcdc704d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc9630de832521f0d870602ee891564532eecc19e607d236cc7fbc659348845
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082d85431d2a53c8f8937da2ea54874b1885dfe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6509a063c97a21b16709b88afff0675d274adcdab6e9d2a3d8297d56ed9633e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c54c1a684c4da171b32a0bfc53535b120dfca2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4bea38d0b8a0cd14fb805e13df363020f994023b6215c37eaf96e4906cdeff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d094fb89befa99062f753771870bdba5561bd0c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec649ce5e909c4cb32bed6f7c741d5c57aaffc7d4105f362488da364a0d163fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9b9c7ccfbe79eafa24e04e999dab54166ee834
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de04924e17454624b20673a66037699e81e277dcf7e93c7c04d98928e50a5186
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15d0cbda2a0f1d6355aaccf8e8172ef1427dcfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b044845ad45297cb4a1f989a2869f1db500a8091199d13663d003d2b12065764
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99d27771ee003b48fd25d90b4c1e468f60ccaf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ddf19e37298e41366d4cf8707516df10c343e8a34b27a43db0953241bf815a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094199f0073ab8025074c31fdba0d4c33f133594
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf66aa096ebdd553595b3419533085ca59a23d8d92994bb8dbda0dd3a882052
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6990af1153930a60d3f61fbf038cd1464dcfe87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c50adb8574e46d4b9b33475bcce9acb046e4c23320b2ffd84a24967e0bc2cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25eeb1aa8da4a137de040bb593440069830b1310
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be684aac228bf290691fe117adc04defb557436e285f0824c84f848998013c7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134740b2a47fd83ead3fc9ba6d0db0ae13ecfc4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389fe3ec92e7e519760f8fd2e07670bacb11ae385b5c5bc8505becaf7c074cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b871c2ef4efebd5a2f4abdeae7245eb5c0357289
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f9c5c7d0f92e86e198ba1b59084b58ab13280808783ce8cf73b99f6eac18c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa07a651421684052d91254c799d743c555fe1de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c64095e58cae059beb88b2307961ceeb80babf9c38266545a50170a22e0c67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee9b56bd9e45cda07957d316c86f3cf731f3f47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087de6a99472177473ec8cdd4f2171124456408313284eec582bdd0b8d7a5b59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25262bb640b456ba423e5dce07cb88a177fb18e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98f3eca9282d50dfcaf065fa97ef863e25619d73e40499c96ba1940309cdbba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b946a337b50e33992de8c750835ac92444bf99e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de81d74b00cf097ff0b0b1c154c34d5f4195c0220e2676d2c65614df9e550b1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c11708b86e041a2c8d384094091f1cf5ec3b2ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a075b0f07200d1d74af886bc793be12c5090d61d750ccdc8ceedf9a6f48cba
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d6ddc4848eb7abc2d925623cf0705e8277d97f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37bc467be4ef05712fdb8ebb901a454a28fc46f34a72e2f84e1e4409b470bfe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda57dd8a0241622340d65eab3f42962c9e2253b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cbd5c79d19803074cddf5c373b52a9a4e3419f0fe1acb4b3180bcd2f934b33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e429aa4770540d591ab3847d76d34fa0e0d383ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66efd2f961ae8ab3c9ce72335599173921e62b0799cc06f5c9d412ca06ef973f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606347f5fc52a1469c690863ecb0c646f2080337
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c721328c35582f8078a2e3a6179866a9d282c1579fb3cf8ce50e8ae1779e7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47239fa4762a7779ade98d4ba9a258d202365127
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d75f29e14daa2731a98a94e50ea4ecc4801f0ecd04d3db5dd108755275d7150
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4cfe574d68f830600cd6db3dbdf867be32a037
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc071e5a44bd0268d3dcd07e74a737f86d2d9cedf8825e4c1ae6d4852dc04a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0624e3c2abe4eaefd249a446b6f6b4afbb101c98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ec6d2ae1f13f12cb33b257462f5fd1733e660d88e3418fb65df3542e82bf1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4800a13b87ad9a9b88f44ae7fead052cceac80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a77e5f94c1efc0fc91485db10e128428f6ed435902bf7becfaeaeb1d249ad4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c8495e0e9b21ad9692773f7d2891e6969d2e04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c92f2707f2762bd86dd605503e73b4936dd61bd5dce339f05477f76e5979ff8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cab155cbf8f1f4481c7c5935457143847ec9b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00192baac235f2df6bff1c646d2cd8eb22466ccb26f7922b7cffcfc6b4aee39b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3a4ebc5efb5de234bc05b79ecc1566147ac81b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e6437b25fb0dd4ac38beae0de00c034d9a92f844ebc6d41333f5c51bfadc98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9096086374f280f89e825182206ae8cfb6d7c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81e1fac39a7cf9f0387ef639f5e82a764712639c289a0f8dbda575b7c5f536e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351244ef2410af6dc932741861f450273903210b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a54628f752ad47441caddcaceb77b0d5681d8f768baaafc90ac8057d5e4b34e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da0d5a0a7466c31a3b8e3c906ac706ed3dea3e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4e18e773dcb8fb8dbf1dad6ebb9f2a91eaa1906f771b329e058ec757fffd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9c87787bba2435c10241a3c67535f2ed12855a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf2e022b2f9eba0c029ea1642acb0b6ff743307877eecb9827b3f9d31111c0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8f9bf748c9e02e688098bd7a5d46de09a08d19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0fa39350b52391734cf847fd64addead3371f79a3f709afe6358ba737205d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfcd59242c8c1ecdb6ce146612d3d3aa4c92ce2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951711d715b749881f226c4fc76e2c157197662e92669269cf5bf3b40aacb989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2ae4768eeb13a2e511f7afbdf4e82298562cdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552c9d037537bcc625075dd682a49731f78ffe05a8e3bbd55ef33ff80515d4c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10bdd4f962593a882eaf466cffed33feab6e9e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd64a34d835f6c6c761d69c751f40e02afb80914daafe57a859e127e1abe21e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a393cbbe9892ae1e54898b7572eb8d29c80a5dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d89ce1366dabd95a1e10c539c469842cebb761ed0b75bced31a7a2e5bf7823a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1ec5dba501a33b8ae8a6cf6dd8c91ecdcfd729
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446ed62832e79681001e42d6d4adeb88f10f67b2055e75598aafad6dbf1bbba2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866a8cde6299e6d0a64c889e9951c911d61f2b74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f605d80cf10c7f6aa701ee8792da477d6e900467042de7f0eef7483004995c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d907b1f399ce223a01c3adba21c5d3492cc3e3ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228293274ae169dab305b02942cc0d0b41a79ff5a1401afa0d07dae3012f8af4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e6b032708a679b7c4447287e9f204653d44d73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d44e2ed7cb6e6593bffb7b4e8994c7069f8354fcc8583ff271253240ccaa49c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e608f0acc34aa543aa0fbb42864bc98c53a357d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62784aa597b3cdf3bbc03753a62fe25316c9df471a9caa703f2cf61b364c2375
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59602b5276710124853d805216ee9ee692e52ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20402805718f636c5f28a3fbaae173f631395b9a6a8cde92f24a260c6e38faac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378dcdaafbe42615a4e447e0a58684ba4cb1bfcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a032ebb01617819ce07194dc3853af91eacd9976bd15bcee15b0cbd03e068193
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a97048d60952fad3abe25a06019d8640a0a8ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fcc2497517d4beb3579cefbb66bf863a54b8ffa736ba5e5f4b7015dbe3b16b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85815b4fd88d59ff65edf350c74f68ef3fc90901
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95780c5eb3d2e4ae2f7b64d82f92b6fac793a400e34ea29a0389c184bf8549fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a106c8b269f202430da08fea6c0b46ceffe8bd87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907d98c316597f1882d952010cb8adb24669974b63df52a2868aeaadfc70ad32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41910ab59324080d1c46693616223af278bd3ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0096887f15f33bfdc182e3307d882b3a6e1fdec538f6b3dafded7304c5a126
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3383ff0dbd15ff482c9316972a165d1b971f42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f2597534b5694df6a84926b37d218998e39acf48a552547f8315cef2348ab4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceb11517bfdc447ea6ad68cee3aadd84122e4ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb6feb8420946f346811e8cbe8a5de51dccb091efdff16da1c25118dbae77f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401dda591045c3056ab8dc1f24090cd1417eb6a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f80c2fbf3473424ede85a0268ab0d239576e0d48e6b9fbd6ea183ad6b085f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73555c0fcd79c5eabd99653a455295f4fff1084f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fe250d4fd8d783c1f1bddd1170d59c2f2cbb95d60d09111faeca4d1a687ab7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcf50d847ffa07d340f24db00a901130a0200e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79673a1513a8ea33416d175298506f6438f7292da9175424cf7ffa0f8999b5b5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e41e6e4cbbbe10daad807c107c8d5d183f0575b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652db936019288f3bb024e55c425604f158dd18ad41237548edd0c9c8067c249
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ddedb36acd010abe5ecc6c4e88f4d1405490b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdf4019015281ecaa9016e0b1f268cfbbb356926c8df859fb97f591f26ce7a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc7501e4aa2fd093fc97bde69df4b246bcf8ed2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eb29155defdd2ec25767ffd2b1b7113c92c3116edb628094d9f3ca88b3db69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecd76e3bd760af464663cc3c3a914e1ffa6c4c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc4459a0d701fc5357bdb88477ee9fb1bb9aaa3a2f938a7f01959bd1e2f2173
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2c3fb9a6e8634a8e339ba42214f4ab99f7eb05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39e17a3ef914fd7dca605684bc7329679f39b72b3ae94383d795f00abf5206b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8cd9c3dd9fdcbd0c8c0ed808e03ed7838868c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d68512efce3094456975508af58ae7124541b38ed31ed9707a738a2d136a2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dac6ee058ec796c703540f9d2e054c1c95102f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f523fd2821836adfc711f3ac7ac8bb4be6abd1bae1020837eeb7f25aaf86e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3184d640db311667bf9af64c5f5201ac5d1cbb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1413710b04635a89c7ea16d1a37c0da2cd1dd92ec2984753b476419427a41ba7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9d8173e9f6da5b4783375ef5d1ccefdb8750f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622bc3b2ce6068dbfa0de00b5c5cd4cc79341bf1278b00665ce11f479d4d5711
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99fe2fa348c08bbb198bad3613a07b124afd21f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a633951691afbf5a0780ca6e6554217c6bdd496fdee97562d4b685349e0670a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d81a60bfd95b847b58ac693d5504a196c0b2898
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3c348b4e237c385f0bb81be8cc73f0582927ff104b5124ee34de9e7e52c943
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70df516da40e1ed8af64ae93e25a460df48b29a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048c1b06f63a7a5aa7462097c782b1cc31bac7bd75a19e4edfca941c04bcf22a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b8a07cbd4e8d81b83dc32c7415a0d48a96b725
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c18c90bc7e37c68cb5b8255ce8d76316553e8d4b608b10a26802d00b5195d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8624b33c5eab72f1f09c5e74e4259fad012069
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22ae20eea3aa9b67a4eeb94277c7ddafdc002c739f4ed97261daf0cbb8980bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8fa37d0ba65917080ba6273705d0566027b9b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe3a19894d8b076d0065bea002c15785c9385f239d2d5a5c93fb024eaf8697e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd31139465ff7afc17b9ff4c2fefc36685e92ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350ee5cefa6860c862fb6ea94dd8088e348ba8ed27217c6b207f34f128f02259
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fb31f4bdb702049596be5462b64cc4ab5337b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfad8adf3f1f36717e7efbc32576ae03578c81e02271834eed97f921b1ba2a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f1d5d85f136c87323ee7d0809f78898a0bf510
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab702b460300ed8701b158b63e18b903fabdfa8a9203e90b342eeb68ef9e9897
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a6c509792bb3c4bbb1147c2ee5ad9b9b006f8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1171ab66b17d02a34c765b6df5454791e2811c725b8a9199899f8d263781ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed6dbdf143bbb295f2b6ecb962114e73e6c6f26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba189563f9dc681d0ff850a6b6908f7ba754649285a7bcdf697c3023f20a7605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8279c94a75bce9ff3c43553b5810f4ab33f3de9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519582e8c72f542a7573e00f100294a43b9529f3da42b367a7a4c98563dc38e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c66710c5e0d11ad04d2aebfe0809c7b00ca3528
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074baa03d0e7d714c6c15bd4fba443b4d38d5946a3c8b87f23e2ef5253da8a1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2efa1a081fc1c6bcbddb79f0eb6bf88ff06ab0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedd15fd662ef98a91360bd4347b97a5631c9d805b6f6952b7b1fa0e86bfb4e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33af8bb6c60593ad8bd01ce079c6c3acfef898d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b06b624c87118f27642ae6456c3af879d4b63d8cf8de4e24d5d0a66b295acd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60c21ec57222c20164684bdb84e3020d30d0da9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e515c4a76f4e4388d1cde172c4d7e0f63c814fde00b35cefe936305cd25154
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9b4970efd2959cbb4d9836947227fd8c39c8a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b5c7b2ee29a7701fd71db88ccfb5ca2b9bf50686020aec51a7e8f1946fde44
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acb716e08a43e8d2e8a639a61acc832088c86a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab473db1c566ab2bf7a597556c167c0559a037cee5e36a5b78378f6ad08e9a44
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5d8f3fc0953bda72a1ae6e93edd36e2c41aa8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc93db92bcaac188b6722fedf6006a953d8fae3267089b4f70273e877ec05c2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd2f06f1e17d3b1a0b3ae564878d46dcf4ffbde
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d9ba2f20ccc1ff0c93d699f9b92d836e2cd2523cbb5787ebf074ac867d61b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948e51ba81f30a56564f953e0d4004296ffccbfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e23fce08477b04d27c2c8bcf33a61f2a968995c4af765bc3024ba00f696bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d928dc067352db0633be4b46abd77819d0f0d9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377899d3e7231eb33ebd61bc0cf3b7fa05bffe5a443f15d989d9c59dfc04c2b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38707bd5e9f425a79e121f30789c3adde29d3194
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fde2f800a7aaeadfd607631b1f30a454f3bd0258b29eb066a3ec0caa882e39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac7fac92af5cd74570e0ad16f13d81c14db49a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f1af3a265c7e9f2d7cdc417835d2538c34bfc7ead3959e56a55c90f911d9eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c36368757e1815da1e4948401f523deae0f085d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c055ab6dc8ccb74034af97cb0e277e2c92a551d5d7fd6eb7cacf1ad43097c7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc75889287c1562c0c04bd83ecee0cc7ed173927
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ef8502ec0bce21b47379e78fc71281318c3b4984b309db0afd936e2b74c07e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7538e3f434e9fe728ee328ea3811e1538f38682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1986dc2cf99247525f48b74b4ea1599b7cab4cc8f9a9bd8f6adc5f786de0a487
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357a1a92c3b87981748117f35956c7c60075503b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddce3f7adf45fc58306a3e558de518624899ac7f9b5c47558a6ec6580d746e8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1940bc75c62224ee3d669657152a6290810ec4c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328e1ff4ba007eed6044e2e0a033b706498617dfe6aa5caa0896f7d835f5039b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3d2a1fd8319a506414fc7d3681fca1005d36f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3caf700086c34331d840092f6e35d95a5ed2740692dcad5c55448f22e07f9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2985d9195e633240c23b33cf4116ed222aa07a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ebec4f3600b7f2d99902a6639e1d34014b1fd9e62280bdd323255b08281ccf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293e3a5223d693042afc9ebdfb321199b8c94658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97d525b9765c254547f8b159601d102b6595c5165b487901cdaa25e7cdf11b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c79dd46258dc45efc965b7fe191fbee08d4f6c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b00f07a837e5988249f25e198d4c304af32e20fb44159ed4185af5f21ca6ad0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2681a53045b6879de8a4dd62bb26ba393c1b0426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107d78cf545c87ff4fa2265d199c15d7518d51a385229ab788277fa25b0019cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5689913eff24dc96972e9a496edb237ada46cbf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf76f98cc7148978e69943a438e3f55bff80400f393d0a7946b79b6002db2c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1642f202ea253e675d6f678674aa35697ee8e22c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8812d4564d3335b4fb8eb123851fa18485b704c062dc5edbd29033912892827d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde88f4d939d824d3f95584078dda717ba5429a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0887bdd4e35594b15949166b6d4fe77330cfd6fdd2a4d1505b76971302fd8cec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5003395652a45170ad4d4d243ab92d40053834c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddc0fbbe0f4bb85e8d9a93e13c5c8ba37ea458857a12ed9e0041ded40ae00bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6229fc524bd4af15a3149033d2b0a2e719198ecd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb200459529fd3a42824c4d58d4cefdedf4e406529208f77c9a67efe2abd56b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520488392a34fb6bc014acb9f768622c8cd292bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2ea8197972465a086f920e2f9cb08567faaee97d6251ecae7d4bca880808cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3978aacfa35fd3a5de817072de2451474ef04be6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd890b2c9613c334d4451e5b046632f38abeffc186c7e0296af85066b61d012f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269739cd4921c21e601574669a161b22a0653d03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac4df20eac9117624703b00ccc205605e9f596084481de62346fba065ad98c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10db1da749b4d148327d7f94e88c1829c5bb2740
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9208b60245fcaef32e7372cbbf53a018554abb1d8fdce1e305e12f30e8475b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92c0ed71fe99cc8bf1df3a2939e9bbd8cb7e441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1aa92065b6d241be69c7adb06b81e609d30091f6ecc1fbea90fcae62a81d026
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c951f7cdc290f115076befde08a6a5a96391f1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babcd1f164cb01bf9ce51fe85a8da2d9b72c97df5e84c8d2a4e3a00fde2c32ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b4deec09aa5d1030f8f8fc4704f82d5130c34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1d98b11ed6b8f30b1b660d04361bbb35bdc7e2384c3feb511376de66f2db06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2f7b78f5bf153640211e47e5a27336e11676bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82acfe8b183866f4665f0d9fa605c556788fa746c6301fd53fcc6cb4bd76c6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4954c35994f4dbd0399daa52a83e4b722f26a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996c40c1ddbe6fe977fcbeb9b04a2567f7aa042efd1baaafe87c98a850865dd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700970d18e8b6967c7369beee5a4df3227f8615a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66a1de07ef385b02a9bc540867a8901075d0a62fef447888f774d2321c7e00b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede1e92147976f062e68c1942ce03ab9a8df7335
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299cb75d93c94778b4fbb7f1fbb481a26b089b86909325e6ef7e0b1cbb63256
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f3dec8f37dd1770352773a1b25c166eb1bf01d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8943f957db84c51a8b262c64c4babb994250bdf802d0722351e17e7ce0b635f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e151ae89c8c9beed326da4503c3931dec824af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871691e6e9ba4c0e4c0f5eeeaf2f744497fe2063cfd249b0f55da1e6996952a6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e40cb4e76cfe4410c602dc8bcd030e3f8060fa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306965713909f5e968699de02fd400ba11123c148779c53d578557dca262640c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7959d9f945159a59d710dbfd31954a712826f01e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7776634b62b9b2e82e1b7cb629860a2a676e4adf80df7b9b5e0d49ef6fd882
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c92c9986294532b730cf7ed0dcdb38a04889b2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9011ab75af424d2061057b4a8afefb2a217d1dd7a796f568d00b7fc5edabcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b52200a46aaff1b3db2f0128ad2f31b644d1848
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8c4c309b138a8668bd392f16885ce9c2ce47dd36d82bccbb35359bbcd55e03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4aaecad762210fc669c3003d86f38af9560b4ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf304b6e4745b9189684d1551f72064af3d5db66b052ba6e57c4a6842da221e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642cb9b8749fe0db883fc729c101d75798f7b825
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3611fe766e1d38ead9986d3ba82858e8d9965e5f891029b4babcc5dc67ebda94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff265a26d99a49b5196855f97562843d175c8f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca915d6e446c2b7b8b4328a227defc6f3cfb5e7febd1ea72724bc5ad9367576
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f13cf624f2637441f26f50f9d09f5dae6607e80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb5851084ab68726394fb5078e47ce45181e22161b765b0bac767f74a4fd757
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499f5c1bc7a9c7ed48ed1f355bc607dbe4936c62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f3ddda6e915d3f60193b8def57737e43951b92b3876bbe89d4aa1aa1fdb12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894e5d76f61f2830e413e5cbc29d857ad2d9743e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449f3cb2d9b1d42f6f5519b3157cb9bf43656ead5b0473803b143ed445db32dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fe529b9089a95255850c8e0cf9d219706f4c10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ae156f0fae273540a0d7443e189508a42a5c753ce4a85b5134f91473cbeb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f39f50ed17c12cc03b93f7096848b183d7e03d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfb1c9bfe098a67a47afd6a967e8f9f7d381badf7a81bf6df9e33fcc0b0546f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fda5b02d4a74497101307ca70b4b9f3ebee164
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24732c6bd85f09c10480f9f420a4009ab681cd94f40047f1e13d21c0516208ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e95af28adbefe62d8cb049fc5b0ee369951133f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d10c5ab2cedbc87d18662c175776b41b460f3bc67b4f60776f881221448438d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2224a5fe2bd45075cbf2ec547674430796333d00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91fa20517f23a704918378c4100c5f72d88e72e4d1d2f4ffb6a49390268e012
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c8c52909acd052c522139807ec498cec424996
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dd51d7c6c3257e1493cdc4a6b7adecf92dce62a2cf23da2f8c1936e4947987
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00623830d7ca2eae566b21b579ed482d774de4ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78919b18b492baad81cc27edddc080cea02bae0cc56e947d297a584237940ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf21daae9749fe69dc1e5458cf7b91a18baceaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaf9848f305bc5492ddb8b609f84d55356030bc8d6e43e4e260058295db2094
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71664a6f0d43fc709b6cfcbfd8d4685601746701
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d42073dbbb77ae540a5aa1e9e923b68b362ab355685fd8b49fd468eeea80960
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9426e4539c301d55eee8b668c362a3eb81e214
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3652896e3cbab06d54c23d9fb6c7e027f94c956b8e99f0ef4670cdde6b019e0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f6c124fda5c40c43cdb6047e3ebd32d2186321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796e70d221da19428cc6355241f9ca2f7a23d54f2b9a494eba3b35abfca05f92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9b767602fe815f91409ba163a7ca5a11cc579d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ca7dbfcc9e13bcb28f490144fcf20bfe76800593164bfee7c2f822de1127d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b9ac673152558f82b5ed475641b7d891a8219a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ec9e1bafd879abf153b3a19585364b4e2446e8f48eb50c69f9c56cee8e4ad2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4218252935f5a838378bdc6dc42f870f172e0761
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01cc99587a0cb68fcec750c79a16c1c9561397acf45a576055a241fdd41be5f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abfc79d6e201a5028b2d88087a98ad0558f4b1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ded333aeaed92438a8cf54375d5946162ae47d685f001ceb6798653bfae10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff454e5f4b82dfa86001440439bc4e2f55ac4a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d670ed3f12950247ff826a31da47d9bc2a96b3bbb3c6316da93a6939588f37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf2362dbf4ab65fe9e4f7e2123b3c0607fe5a1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c672fd520524500ad9a6cb47d91f74759055464a0614ee50361d46eed438ebb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910767ddd085c034e7df5d5d5bf9173ef7e72c58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004a153bc001ab52e1fc8bfbd4669688ffc06f9ae80cd82d62e6f9d4dd359ad2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c5b562f5f012114164cd6c3e3d6f52468091de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b2637e1c334f1c0769d81c9471d55ac761f75eb17b7f0d843230dc3148bdad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa479e3faead255e0782c17d63f26bba631aa30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3481f49093bae96c990a5e0de3deb474dee648c74367e8c7180ab4d4f24af7b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f0ecedc7ad4e133f007f3a1481ccfcc69b5dd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a708069ee90fb1459be4cf51f6b5d0b8be49a75491b61573dfa0491ae2cf27b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6467202b8c9398b76493e0db60c47e55183ab998
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f45c58217c9954bd1b60aa6fb6339d768f986b500caaeb197464a2312dac189
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742c890ca170f1183188318d72b5cfd9f0ea9084
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7a5f9186e742d79df93e58dd9e5a844eb671ddcab819040668e11c693eee9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f6c21497f61abc4d56e07bf39c9e5d44cfb338
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a5c895fdb96e5715e155037ad56310ae8b11003cecae77a8d86f2adcc8c7e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690fc8032909448ac6c28bf677d8251753afdc94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ba16b4cc2e8445207ea497c399f3873e1a2a2e52a7d5f4a58eedf23b7a8e7f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768c1321b8d57376227be9fa77fde882c5d21633
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a827dc778c9449310b032b8e40281f711e2c8b22d9315b9b71fdffab90522829
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca23aa1354987ddd0ba8e60b50f2189db02a5e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0186f0d4529f67080b4c22a1734aa9483efd0a21d45555e8955521ff6179395
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160af827f1ebf81c6de32826adbeccc33db2199
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f796e21166121d91c05a197a06cbbf32a2e0d2edce4f2a3b0fb17aa493b536d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f032990461c43ed0abe019327f8f2d4fed032f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f527845cede35081f31c0b698b4c496864b2653713025b4b208abcccbf17aeb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8534882d1957965115689f1866380e5bad9b50b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d27429bbf843e4b88d606c296bf64563d59916c3b921a8e602591f02e2fd7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fa2c1d78364a9fa6ae499894389deb6f5c7e29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb38313161852c2efe9c10bbfb56307fcd4665b334e1acecb7a565a3c747950e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0f8d437863b55e7cdd2052121b310c92e9195f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6663feeed427898f07f9b11e4d043d347a40f917373eada66f8609d5a3d11560
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9a92bd194396241e00e354dceb6f1e1bbf42a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316dbf228080215477a1039413e9e32c24ea835d572d574980773ddbc9923a09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d42db6d3f36d066b64dffb9b9014ad5ccdc48b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd05d3d0279dbe686888f071eb8415a81b40b0c06a2b57b430ceec4a5024972
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a75d0feb4064f2432e4003f1b38bdbfa77efc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a5b7a659e989444be596d1f5abc84cab5e4878f24c4be893d7930cbf1e85cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4ee6fd36589a848ef3b978e1aff77eb9049fd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b301618411e6ee3acc9a45dd6b980f72246f4a74174412f26bfe067f770118
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339650f5f229341a4c9f8befc9509198e7dddecc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2253f674d1bce98eee890290dd53f892dccdeda061c98ec9e93504ed9a842652
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ada4615aea054f7d7b78a6e2f98149b286219f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01384ff3bc7ed5e26ead95d446dc02e1816e81c4a73b2f9b298b3791ff54649
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc65ba6f0a04d76a6b0d8881c026377e2c4526d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e563ed565b080d00cc7ebced36fd6f5a6289ae0f385b0d6f5e792f0b1b645b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d60808ed9646429cd31c454bab7b73593b6560b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bed7d4dde51749e04044e12579b8a56ec3dae68dd69961913b27343d2e028c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c71cdec932d587db2789d37f40ad086a8c9cfbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7cf8fa392488f7127c0a6120278b3bf5bd96e8c7695db3e1d6f56ebf1a215b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48e47e318d010349761d4a634c5440a855982e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc75c68186fb8d2e711eb996a245e9bc943810356e48784a7fe3d1eb737194a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d74da878abc9d7917bc685e3069c0d4f31afaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd79ad5a7b274f0491c27c521c9535f108be4481e23f4032b5b63fdc6afd4cc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c9637ff00f11743582fcfa804835a0d9d641e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c87f840c5e7d4b486c652938f290f3a25418ef4caaea661a1d8ed09dd2bcc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e26f1b4a19c68cf42aba07a7f9d2b5a58caa992
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0f8f3ed2c4baae6d7d69ca76da99ade2036cf1d0a18221ac37c35faa18277d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc02fed21029e6d513970f2220a541639faef8d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2538e23453314eb5022d157cabeba50ac129876a5c3429300e56160eb485c496
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f23b5c08af662b2d296995748ca23ded9e6260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d58ce6e18cc770f7d9ddea500516a4d3de07335bfd4397d7e570735ada9956
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cf2cd66669071eda830c661fea60d830e6350f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a76f31825fc8de6c407d0a769de2f242b3142702554e77565685cc397ed646
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6b35c13ccb6016d0c025798ce4127b329bf2eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a5a3aa803169e54e3ad087f98d163fe07ef575c7c577bf91f4bb8d6117ebc0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37bb3befb1ffa2a9456c9d3a9409f412a9e7b0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44318c38c77ec922c2e61d793c075d899ba8c929547a3c5cbafaab945cc0848
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2656eb91efe42b81a36941b81ef0d82fd9e94658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f8d70365b2c8a5048ab92daf5586b5c2d95615b130c298a3d5cb64c05a5f1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ccce800bd6e1db3ba90f7d00b3394a2ff83491
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1450610cbb5442fb5eac6caabb3b6a2024e9ec9655f58cd73a6293a491f934f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a04ae5ac07929a6548cf0e98b909e154833072
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbf01348a83860b3cc321f8febeb2225c02ff6961d3b38493467eea0b42d2f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451e8144b011ea6be91987e90ec3d3fb2375ce74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31df2a766ceb15c1fa9e7aca049aa03c082eadfe2c84682f235e08220f521143
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7fdd5333ca68fa1d613ca49914bcdcb0e27d18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c24cee7fbb9b9fd3f1cb4259a25f63a56397a1ac07e7d462aff3200287b5db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711a7d9e5f5458a990fc135dba5774713f2e6f72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c870c548e08fd0007633f9e86368b48c1e6ef755174c9774d66d40400d82e605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a848ce48e1b58bccb49d57c2f862579e19fb138d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc076d6101b65f2e9f0555ee0aed6d25ee3996f21848ff4b88e1cf2f58227d7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141fe83e5f800158eaa22ff0656e1b8ad87c9a24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44932b6e8d60e52e11ed310f1e384873a6a842c8bd0dbef0e27d8420b0ed53ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6480541f9fbcc89b486faf80fb1c033e054a585b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c824bc01770fa9f0d0cd6dc086c51b610bea1272ae5b8d4a1ca2d04b2acc2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6045c66a2b5ba9a75d5d116005d9cbdcab8d9191
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea10789711f8c81b0d23c5d8d1a910574bf95377f07a77b7a582353d410e756
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a258ab1359365f303db6259e669ff3cdea66f698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd6615dceaddf7ff345b6d176089d6aa0849bad67346ff30e4672445e89cf80
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385eea69124a527fdae794f36273e4a7144086c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfc69c41f3a3628947cc5d46b3c23fbc1a9f0f30e7cd76f7c507362e17239bd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7e92e22875d3211ea2a3d391898d6aeaddecfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580171608b3e5b298c9d19a81310e76b2df2aa079460f804ba0eba381c888e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f199067c9d9487d320304b635ca911db3c2a06d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cdb3150ec8de1068cc2837d821a59e56b01c770b9b090e36e8f8293a289900
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6389e409bea2c46cf5b55b230af697ac24ca3e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65adbc69bf18bd1ff845c1a580216ad709cd8e4ed9d7cfbd78cc0cf35db20a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2648694dbd22ba849819c7f35a6fd991bfd10d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e763742db358fbf7c4af045fac8a0c4a597a5108c6fb8a12bf128f9f36942a83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7a62d8bd0aebfe22c26e5d5454d5e453edd115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2990b97632a75d0dce5079dd66ca35bebac7d782234da87992d763ca86a48c67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06bca2434dd882e9fde764e4c76e20ef2d167d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d0768c957b97d1605617e4f5842bebc8391f9d7b86e1a17f584cc89b24d8dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd80946949917d94e946767100bf63e7aa1ec1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f351b405990c0e5aa983a6464bcb0057477ce813fa2d2c7513fce0718699e33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434eca891ac80db2af7fca60efd27f95e76be8b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7329b4d1f00d64a1efc3d901cc15bfe74af8f069340a2551d29625e39357a599
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8108f5fd7c96252c0545ef5ba1f95542a3374e52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35cfe5c10bd10095a28da3f9a68430464599052913535df55d3869f6a6b9c8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4258cbe074220d74591af2d297950a1c33042eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e7214d9e1e7d475f635e3fb6161c3168558e04352288e855aea248ded81ff6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc656f9a700162ae36b3b26dd9d8ddcb2cd84bfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9024b99a0d769c1ea75da9e65c694bebfc49cc0a26d06b597427200e076422
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f9de9a5e42189ee42c2c569b4a98da4199707
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4296f5231d9a1ae6a65bf3caaff5567985dea01f2d962ed470ac02de7ba1721
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6187f341e58302c12e9fcff0c42be2b67bd5f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3fedc2caf8eccc5c492da1161a80b8978c3514828459648081e6143504c42b
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a98c5d43fadbcf186fc4c9e92476b86b5f77b43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c7df024949050c16a2437ca90fd26786f7ba3350de3f74424fa2365bc681ea
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bc96890f309942a1b74ac20a621345ef528b78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24e59c95018819af9e2a49ccbd88a824b1ed2624b6148f7212c1755f49a3a96
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d52e1e8c321dfe6391eb4e755264e355d2f40c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c45c0abf5273ec1ab5c06336774b9a214ea5054ad46649edcbd44bd881a33a9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459189344268800de821b9a06564e55fa23a1bc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca27b8b35e207a03a18f578c9205f7dc63812561aceaabe5b61f174c84cbe0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347ca41638e7292d05907c645b9749a0f84a1dcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780d98d9fb6fd738390444de6efe79b65249087765fc744165fc96d507dda8ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ce51b4638957a8a136730cef67b6be84f53c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2546d6aa93b765370f36f6088ff4f0de83a0fc508b8bf0d8423512cd12488a46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ce41e607d83a69b7361889d4cd884fa70edce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ec89b166ffee8544a505a4f77c23e7426f83afb45526e8d7b2689dd86425c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab1e36e2e200520bc0a803e142f0f9a10b12b29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa31fc8838558663906ed833ce81246b62088eb0a7d30bec116649c9a785316
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f060254ae99e26b98269f3cb139ba5d5503d1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad66b393d6ffaa2e672b57591a79f2cf56d5d5bd08d0a15aa8cac33c10950788
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e7b1a61ce110bae125b6cc815962f52819a4be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74fa34b83c9cfae93b76e7d6349c9b8cd40778613be639bcbd732d4fbfaa1d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894a1ca142975cc02fc5e19fdc54a005eb1e0e29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ed877b1b6f9e7820cba1aa7ea75202fb14ada12978ee0e36afa0b4bcfe2090
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea256d79b4e6599f93f1a124a5530164f289f5f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbf085df8121ecad63e6885cca9644de7156a0059821dbbd4a2f5b839efa8b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f5ed54c92faa00e70ef9a809c7dcc1be977e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12182999c5d11e76effb3d90f400f707d01c787faaaa2b2d65dcc669e2c9c06e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b842b6b11b4ac92b52b8eeba8c4bb606563a1a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ab54a78ccecf16d73fe87d408a22df86ac63b512883ff66da1e5bf3894642d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b2069a56627e3e29c411390062f90d20a43255
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d50a329327cdbf9aeb947ee66f23685c63be9b296fd371c7f0ba5ea3c89f8c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f708113625bf8a49ab9aca609b63a9bc7eaf42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be75ff16ddf0c1ced7c6d9b3d23d129312d398fecd6fa98072b1b608fb5de4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a96e228533df68061a824f79623eae27eec3077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b299116e223776602fefcc01d2cc2ca2a40c1c2ebd50a02340769f027ed1e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c35e73357c4e6e94b3180ed2c2742ba4b46a5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ba0c6ff9e66652ccce44913135f3b36586d24037acd92ba88b6e3c2aa6284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adebf9b3626a784616693b5825bb1a326f30e21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac70bb344b1bc084ce971321120feaf7f0ee12d1266a4c8eac841435dd6fd0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd6c33157e96c1433519a7e2f30e887313dc406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fe7f0ac27515cb3be66381f5f8e24775226bed3bbba8b76d8462540b17bfc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c0fa3c31872bc4c6001a70282804280e72118a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283578c9af05928b743d0b64453eeda481a7087d947a06bb442c47ed9a9df597
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712c7eeb44a1c9c0cb92e7ed9342bc7674967a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb80992f5585456430f6894c3265758c389ffbc6129373a05a7f52ef6f5bb4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731dc63f7ad12160402d0b26a1b6cdaaf12843c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b018ec8bf49e93c68c56a847df239845a98a9c4737471fbdff3e682c0654e872
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6810e6c36e937839f15a895c82a9f19395342ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814b601dc4ba6aaee57af83234ee472171de1c15b90c84225f15ae37e3ea3ee7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e9239926b2f5a5e8e374857ae2f618e4b8991c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b216c22e32e8dc6e23e414a896cbc4c7f3828fefec28c5cce3f0b09034d67a67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72232db2910281a488f827bdf76e89135b0ecc4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b0a0aef89f1e3529d5e8652a7a5709e5fc06a64bdd26606c526a9c1740d97d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc7856b2e76090fa7af18cf9ee66d56414452d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545718b13c89c0f324e311565070048d5509e0b99c0e1fef183f40427d25db06
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618a8a3bc454f84d74e684d08a6029779a69e9ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf3e57aa5e5337677a5955bf093321592ec2b9f85aea30fc102078be4c65d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202cfa90080cc7ca2aa6366a812000af0f1631c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8325f2b78f5b6352fa13bf552678a87162119b989b26fe0cf5c280acf9e0f50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b738f86c43cb8ade9bcf92d1f9af8ba228a23e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c8ca2d6cd91c163b98fff7aa09f334f478fc742e152cdaef545bf66ea2f189
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7a570681e5a9c725467bbe3bb6be25ba626856
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a9b2bb2aa05539ca33a9ad8aeff6321375100288964ada4312b3124e5da633
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cf316c17acd31203efb9da5d1dea199a4771a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913490082ad1ef77d2b68da543a13cfd0ee5a77a4656e2e6ef16790bf2b40bb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8878a93c90c748e59649c5b2761c8b9bbc2ab42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2b3113e7e8c6e2edfbd44c92437ab1cd1929dcfa3467bbc73df1f019877224
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a38b1c52c44c58b3bb91e4837a96328bef419a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b29ecc1582f30a5bad7df8c5fb23c40e4f3bf6af146833937aa503c3d62c24a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cef9dc5de5f8818be307d5ea9aae8101e77725
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4a5c43aefa4fae9c72078a1ed31e5858415d648411b9cc49a1977b6c307cae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babb2a2e0b3e014843de232adb2c8e8c6da3b08d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91726a70a3eb990f849b130c9c276595e86be14feaf69000f878b6e81eccb58b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582e3cb2af279e815947a79893bdecb5ded32701
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bd0cf4d786469f28a76ce9e97217999d2e4d581d72ec58f626dd1a0d82109d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa74bf4167e3156210586e8656b5a52db3165fba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d528a8910142881ae2663d582968cc0fe53a87c59f0d541e6f8cecd077127
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dc288cd8d42a3b5382529b73bdfe920454507e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ece3fb91b5037743067bdd97b9ebe82ac6cb54ddb5624fe46f98654ddedb43
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b7f85624d61456a24da637a2ef5708c3113e00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8573ec7b00198cd73d8449c743cd76a3da3a618d207f8b2b12c10d9ad0f2ab25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b19f9a8d60bb9daab450b8aae2fc00f27315da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a993ea015871760386321750ef508ccab17701d535024a3551dd4f119c0d0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19cdf023c07739d526e36d3e97b230aa776670d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d57f411ef7109d093155eb56ee631d9d238aed652288a968849601e9d6ae851
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c07fb5558f233dfb9d3a27b9919d1a48cbbe49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affda8b2608ffd883f749809c91705734c520f532cc82fa9d78f22e30e620fa4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1920e75c1a21b9dbaa912cfb03db18e5772ab6f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f321a1ddce90b8f623987671901547924bd541d0a4be95ae7d438e62ec6d43f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15facea67ec62a40bb1244b81802de99fc4c7cb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43203abbcf04a365c6941d8bc10f380f9ea64a42d4a10dbd59c663f99e82cf44
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02dc912bd5dc35dd2884357986c371c5b6004b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab3939e380ec89d3b19bfa235f5eec25d65c10813be61c7d23d66e0a602950d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711247599203587129ed4bfc28964480c460c12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c0317226b37c07486528bd2c2b03bda3729b4196ee9a5fa09d985013a20246
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f191345339da8e85473cd4ef57da8bb03dd41c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a304c021166ce8726d90932a68184754bee7e77a60cb2431b481a6acc9891
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef3ed9cd6751959d17845993447230619a09e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa48cf7e6e699ca1c196e97d470c765c44910638e1bb9f798b18a19ec2c52ce6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b2978da4a8c4fc63cddfba22dd0f392913d1f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eee428db96ef287cf2328ed4f6dba3fcb688b7998ec4f29d33c2b05492a3e4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd6ca69fb314f0a9e5745f6a434f60b2914814c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a3c556def2f9378aca4a1f0d48f95a4edbcd92ab5869583ae12fe8197f683c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c051affda7abd3aeb13debbc00a9be0b1197a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f66effffbf544c16208911150e898f24a4e82089f51aea95a1cd38bdb6c43b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41034048b9a212b3e352b984eb31ce5195a2790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d22a87a9c5b41579b22e9cd3f58efb06350ab84b10c5d1c80417951bae991
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a668e84321d1be441a8f1404376d46cf11ee563f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f6cb5afbc49f72df2f92723d270baefdf0d3f9f6105416f20919aa873e2249
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9288206c1b1d6c25a75344a26ebcefb50b4ef721
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133b8f7dbfe49e66d77bba4b6362a605ad7af8de0ef786690c30cf21b5839bad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a0c23a8593516006fbc7fbd7aea794519fb9c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aad487f46cc617cf816c4a2987c7f1f12402872d1184850013ce656dc78d22b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd91939634a2ff9c56be03afb331f8aa867e1a42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d778b3cc0e33828e9d8310119c6bc94584020c75dd152d7e846d144b31da0366
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0828e7465c3faa2b06ebd8b49b5b74fd5b6ef307
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ac982905cf9517b88a950fa17cb551b80771b33225c36c8cd5eef4a12146f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9baacb36385c153d19f57407f9124fbc93b5d3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0f461c9e37d9a1af9258658f8be29486ebf84ccab774ef198208cb2d407087
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2771f5e617f65895760a72d13a612c566d2f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff581a82347c2938488f9eaad9a61fa842e4363624bc4ce80bbc4d2ca3b75e61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb12783318570ead24a0495d3f78f56c75133bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d84c4ec7c973378f4f904dbaca02510aae2d999de146ecd9ec5696db539188
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaf8e4f06e49f487386ae453e900b92a73d37c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63506b76d8f065f837019a7f0ae7ad78511f1f8504282e6acd287dc3296c6444
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10387d9ce81a8a801632441b783da425eaa0d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589a5e8e5b4f37f8e6385abbf1ea9385dfcc815c853b82c7d9be4ea655708448
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75af2db06fbf17ecaf8713ce014abedfafc0658c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ce52bd171e78685636f2be1ad489e46c9b5ce194b8249b1f6b8b1c9f80217a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622ef645c9b59b3a04aca48cf6555902a99ea3e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d3474bad7d4f69cd0fd56027a8ccb16bc622655a8d0b93be6e2c8f0990b3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485dad597d29bfc3d3287d1dd567a939c1c96bff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665ddfe946e754b4f6bbdc4ff08683e328149e6fff1f92f53eb8482e7203b05c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456c4770e39696e1a20e4b37aecf9090b84774ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc16b96fc20652c5678191e8e75ff89e16831a1ef58a707902c53f2051b24a5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e07f9b26fca3cc31c84437dabd19ca07b7550b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a850d8d112f3f1ef3b12b0f14e1403b7dc3c511532c9d4df81cef1fcfc09b8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41943ae8e311770125fa71f30a0d6e765341a3d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f5e910f1f905a80a1598f5695e320c79fae10a12424d0a467828520bccf9aa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da118bb4abcb896d392c75b6ebdabff8381f7329
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1fedbf055fd4c5dc8000f7bbe425db319fdb18808b8dc2d688e864f9d829cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c442b38bcf98db5f4dd0fd75db571c01a026cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e613a43e45cda1a86b8414ede40d3af9f66ba4ebc9341002cf69d117ffbed6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c295e2399d75eb0510f18a14cf2d64a3c5e20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c140a472b72561eb2e5467c19df220f0f2b6c974c8acbaf90137e70295173
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b2ca901dca3ddaa120b3975b7086b53defff5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5696b9432e039defcb913fad26232c3d973a478a6656842f8741d1c41d224b49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016cdd218a75e60771a7af8bfed1717a7e5f7ef8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6e6df2c527c8b93ba605e02a19690d42cfdff0067d68ff5118a4efbcff1284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d57cf218967ae0f51b7b04d4d3b14ce29e50c9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38560fe7188603536edc2db2d9df5ccd14d8913eaad3931cba4b09a0b03f5242
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b316b1f0208311130263fc5486289af71c9aeb01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bac0fdce0d432f7d47ccc4935bb71ac2ade5a09e0ce86109c6ba5d89fa71a3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d73e1a08e543a0e5046a829afa59cd599fa90b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9346bc70b147f94899aa38a3071860ce57c914a0fafdd131c75b063aba743c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f192059b106939b7f857db977fd18b7b1f22f1a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e96d3edebfb74ca87e659669ba283779c7e17dcb041633e6adf29139907ed3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0a153a9992ed0ac1942ebbd3dbf1adb7328986
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e40139d02ede45cc7b8387e61d39ef26060c5eaa5996c8785a012f9b6bef8e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61d9a00438253f884862fd424fda1531cc863f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8211b05ce3e04a280af4793e986208a8a1368cc2d5939b2698849bf7a1dac31
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dfa591b878278446d95d363221e108fbcb0b4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae06d7b0b6d9fdd9e768b4de3e13cc0b56e9ce3ce29f8f8c4e09aa6f892b17d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16a8666053c6abd4f159a9961f3ecbf48de2593
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fe66f8b72cd017df05db738a79eb9b7c36a0598bcbe792877ba0cad3180e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae00c02a08c88773a761aa9b0003cc322ef77e5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb653c73f90ea66ec7cc32c98ad54ef799c10199fe094db781520bce4ab4183
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d89f79617aad425703e0dcbb82fa68b1c7b80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c260661b257931ae79c1ede580fd51141d361aa6de7ed125caa1b22b19f1409e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f29fa4f8b47d0822c49a0bc99232674d5837ad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764f013de52e96a099d8533ba50ffd86d532337bf7c2c9bc9dfce0168a8c35d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8bc5d8887cbf9ec8b510d53b27cf1b045bd86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a609b175dce40434dbb6e692bea30f0960d6e33195e23f151d842db80bbec1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ef57fba6d7163b6c871a3a13ee531e198bbc11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d554eb73d6deae3455df3ab741a0c8f9ed52d15a4b4c16ea01ed918c843cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47210afb3f720c3bbfef312273563eebccc8b286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480cc352634ea6cf33de68926c745717c00e31143d4540753ef8494697096c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d10a9295acb43e0d77441354f6c08bd570a2de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474a264e0b9fd705349d55ad81817aa72e9ba11eb44bbfa73b7419f8daaa5211
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bba1b07ff32c5df69d51bff04596e5f6435de46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d322d3a58c3fd9e1cfe50c0d855140ce135e9b9c24bb343dd3bf39cc45d3591
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7fcac2334b67b3c95e26e04506cda722378f8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ecb8421352efa674ff33aa887e3ea6759f9bd6f77859d416ede943beab20d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c72b71fa648f17517ec05ec67561d8978e7071
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ff93294dcb6c134521c0ea71886f7736f98b085dd27d431a7f417074cdb635
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b40a8c7c02ab3954d952da0b4b5ca92e2f96b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7d6097ba8abe6d46ee4a5b0ef427e5efbbeb031f148b984294731171d4797
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8772cf414b79f3b77e4d0c9bc2214ae30363c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332d47e4455875d8f715098eb2dbebba5a7c8d21006b48b2f1808ab2d34407eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508bbe8ee1a67c28549ddc25cf2c78f099b29cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418616cd77d03c76ecafb51ff351a77cd2a069f8a39185cd7c5a2cf3ad48071f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ba2c9f601e1af01f610340bd6f27df9de57bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d81387bca920e5bf6acc7f9cc5b6464cfcb133871fcf7c13d03d84a90ce4a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e4095e74c0210c70827a534720b3319e876427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ec53ab162b164bb76b51d8f80aca5a66a42ba97abd6dd3131eea826e9bc78
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bfadeb923fc11cb197293c55659361d7c7cdd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d344bf8938c5191cf0067e68c0a45b9cc1757ce1acd5994ab5a980d4a2f69e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7dbf658ebc48b798032d08a49b25dfa3249f77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c478fab49b970658fa995a287d61f473b46480272e0d9883782a944f257825e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aa46365d54c3d8706a01cc23a297ff05853a97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e635aef6e2d9abba7105b1c0e65cf57641f07d80244e9b0735a674129f5c910c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ba753ac76310d9a6232d9367ade22a2307da17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421d50bd2e6e4f2748eefb735dabd410c2429903318aada76832d2cb2360dc9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90664f2fc3f38720752f8b66a4fcf38cbbbfc730
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe71557898af51f0fd29258ac742615acbd18146d8884364d0e2c9dbadfe1a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391dfb929cd1d8e950fc5b144d1eddc785d830aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5799f800b56b1409422501164aedfc5b608d17822c61ecb8d114031dd84443b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25aaf85027b10c0290c49f5ef39272378e987cf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79a61f25fb156f3fc52e06a087a4143cded404eb1a05e41fb99c6accf92438
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0816c29bc84a0640a54c62c992b033a6d05436f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa06a67df8c51b521b5931ed30ef27b18d5d78a108cd87a2e4da180f45e1f01f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633fe5114270507d0f007d89c379cc01317455a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c55dccdc2e773c4751b10ea3e9712266cae0425a44682db2694eda2d8910336
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd7e3e7ab75a99c3f3be9b25ca61048f066281f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fce29ca02d449afcc2573dddc3dad5ffa40255d3e7183df21fe7d00d2f6508b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce4a633f835adb7c0877dfb1e42e1e22fe760f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2defc489484073236f3ae809a7d7afafe686bcc46eb859429a1e9941da812fb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fe13edfedb13220756b1383496037b79d8581d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5f5c92ab9ace2f776f9becc0f0b900880ecd848853f87beaf1a1639e654b03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851033ffcc8036505ec81bb88748335aeee1b489
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb31f9328383f5be76ff1ec76009d935cdb160abf56140ef4ae8517b1bdded25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307fa0fa28ef905f5d87c1c84e05842befaff1db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0645ac137fb16594d894a61238997d6835cc682146735c07642b6dc2dac82c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f4dea70b74cead24410d0f07e13d0d3ceda9a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0016ea5e60f7aaf07a8f17a4e06f0af1373633824da51d18da486f7c96c8b39b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bf368d7fdccb3d804349f44d68a538db73305d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c809f4a7862ad3e51433f9e2394947ebe25c85d0696365b8a5183e03f1d37ba2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ce2e2a9deb1689316c37607be35bf18bdb2b87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb3fbdb070f99a36c694e205c09b0a498baa84784be53a4a09ad252c56fbc2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e3be14bdd9a59102e786e00799ae182daeeca0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa2f02bede5ff7452a54b8a4839b1b5591255f5f3225acb97b458ef2026abd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec893ecc0943c231dc705d98ddb6f0c5c8826d71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08e37138db76f2d2d8cefe4a16b04eaab1e24d8dbb81bc01a3c35fb5f165aed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cfc15c244f7d3a634e6c07b551733c3f8b3934
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9503166a174fd55b72958042b43c9daa0da510bd745924b03feca80b437bb13c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d602c0dd392596be8cc446784225abdedfd8755d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14b9361bc2adb2b151d22124553c47d39d031a90eaf837bd837ce95bf3c7fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fa334f9dce0e5beeb980194f383e862bfd93da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63396403b91de036e9478f12a52739dcee99627fcf98e05efa20f0eab967eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1f50653285e1e136f05783f22f85ff0a28cb3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a2c1534fae4003421dda467603edfef437c5c519766eaf496f323b5504c517
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c97176382344a64e4a84b6b9a77b4a61a87003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bfb461a67999d0942c9d210242fc7d79775496016842140c0061f8a73c4e12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13794d9741ebf17abe7bc2cb1f00fdf9686a47b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1e96adbac597346a161593fca7ad5cb46a56ad0ba537c2e4a868b2506ca52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8195e9a57dab5e0c465c13fda7a77c5dbac435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d150a9101a69fc3b94c4d1dc2ec432e86d3ca952383ff97fc5fc301d2c9782
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72af356a416dfadd447702c855b3c25dcbd2e351
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c165d2aa985ab52d15317432ba43dd7841887f1e38faa9bfdb4586568dccb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c252df1364037325f91307c275ed447d2bcd910d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2b7983c638a19f12584c11e4915b41f80a4523769d1df9a519fe7e2b347945
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780b1c62eeed586149dc9928e31ff36805e628a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721dd39db5050c16c587b3ca37bbec13004eec600c2d1837e471b86c680c4f43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0fdc7269509f648419828965cc3a9ad40efa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d75dff7590250e32a26b8e7b6ab1d675d44b3e247067a115a9a071217d5d4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb52e33e29356b1921186118f5a617776c86d6d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec0e6baa00f8348fdf79d67300d80fbd927eab8b1344fbaf7eef93ab5ee4510
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e84923fbfa3ead33a6411a7c7035aaec61a26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8447ebb8067f7db377350f548fca8c6a0a276b926d34e10210be8d6ace39b876
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f9240bb8dbabc24140aff685450ca3359e6f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ecbea9d960d9b1a242cbe1a396ee5993db3c1cd0f1559cc5a61353e8dba47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd436ad893eb370616e662a751bbe0eaa4b2482
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a28ee8bafe30940cadc723d061ed3153b6ec949e9b74a776917df662b5e36e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201d9c7e7294554b68560769e57435af878ab2d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bd77bb9bccb496f38fa98e366f5875f9e0adb011e4feac928076c106bf67b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da54104e4fad0b32dce052196a83cde28a8ba2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be0fa31211b663998a0c9ffc0b8f3a98eadf84d1b8fa06160acdcfdfded6e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c03cd64da2c46f9c9b88e39eeab11d7a631a161
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4927fa4bd0bfe203dc71d52b856b9eec4ea3d285bfe79df7c9149f2b63e8ea8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93378a559a20193d3e282d197f1175f4e2a2bb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5560a34d0a4f286e6d612788fdea9e675081cdcdb6d8a8c08200b7695a5255
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75409764eb67836a7dd769636e45a00747ab7c43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d839d74d09dab42f1ff76199a174422ae5c9121e75407f16bf0b2024fd2610
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d2b8ec8c6e496de41e7b5106869358c6c1c2cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f0868bff313e7575c7aa8f829548071b0ed68577c62e47b76b9113a3312e12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454f25b19facdf0f2d2e42f91cefc363df386e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fbdb254bea29be4b52c314cf52ee4466816233b6947f1df87176720040c0b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec3e2b5cf9f62c0499c4d74e79f2d88d2640f7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c126e76e1ce9937da5e76f30003ce6b864d5db09e0159df1e4f6ac2b842c8c84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d516e9c26c2d69a97c6a8d0365d96a35b7e1d45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bdfe2e000ea8becec29946ead9ef000f51dcf9094ca82255911aee326c0235
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeec509e4c4f67242119cd90b39d51474185c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0b5d90cfee481a43deca064f0e3d35497196f26b7ded5d3e901f31f6d54ff4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b09e1bbea1ce889a9dfc0deb8be616832b1074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1724dd8e9727b76e356e75a35c4359e3bd2cd3da20cdfd3ca4710985a0b1fc64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f762de2554b7c6393bc4462193756316a97478d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02149fe453e8ea3775ccc61b199041758fa74bf74179f63aaa46c5ee1076d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f164075fca96d60fc7f45ebe9cdea72d76ba5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d1c8b5eab633a9a804d3677f3269703185ce2a4c972f91125b1df7a5536559
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80623f20ac9e27846719e4ceefe505de4fe9557a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63108be9b369826805a5a2d2467f031f6512965480f0c37bec2f92c2fbe0f6c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c732f9f5193a7b06fc57b477d6352ba0642dea3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df564bd31e34ec979dce1870d8396b5a3538a91ff5ebb6fc6d548d55fd09005
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811bea4ebeab8992796c1c54248ed27d68698f10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f7c994156d636379008f5b30d21c539af6f88f18c1fec59ccbd14ea8b9f3eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdd778d0ce1a79f348e2ae6d2e4b64aa0c6de7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b124ac355aa26fefeec4d9ef39c0de17ba268231aa84f0bde533579ce596e5fc
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b4040aba9da94f7bb45849eddd50d96c6475a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6893c891fe359b62cb4689e6184ccc986d814aa2e844101e274acb73b4801ce6
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a228d7750589e4f2695f4817cf45c59c9f59f975
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bb62539ba586e2fa89cac81fb114eb82615e4d397d82f56ea4a873565293e5
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4293ad5ce0da7b9efde718f7d4f2c99863ee71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4951d76ff7a1658ed2daa066ecbb5451540382113ca36561da17d4a24a20f316
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02124ed32d42512359fc1c60c77ef17b09ce081
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e454c9c5bce72565abad8e2f4afd543fcd69054bea6a1b644a9f03d594aa6ecf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa88d40f9fee5ca6357ba36a78464b4d8f48ac6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab60883463cf0e0731a3210036a3b97203c880ca8a9cf3ffeb491eb2fe30102
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8b6df920d97de202be464da58d65f716194705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc50ca16d3ed38ddbc1011a05d1fda97797a26e13d83524241c7061c159fa7b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca79b11e18c425a722aa63c3117502dc7387ad5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc06264309e92244e8a3fc3082ea5f7268f2ff4042ac55fcde42dcea66087d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e3d66218bdba4c7611775bd7c2378c5b9dadc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f88b363d841e65d8bc45668e8634892a907e44b6d0f7576644acede7aa97e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6947c155eaf871c6c8286bccbd78e550dfe1522
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d528acc74385ee1c3b257ebaef2cfdb9d0ec9888d57b8a2f73e218df7e52137
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc0d1ce086979b334d408933bf8899bc24ad907
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66164fefbf6b88ee8f7470da6e37721a891d72bff7f45eb76aaeae33fd37637f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406107e34f4550f26c48a6eb7382ef31709e74a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fef14205feb71d53cc698330d9f7608206e615e3a971a3ca220c1d36641691
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438ece83fd3b7a1c1d2f571121d65ce1ce08580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c0b59c59c9f7a83711a44ba67784524a0e78dc1014c80a986f35848c1a5f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fa7b4c179ca12ca41a5d5bd622ce86d6ab2ecf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5194ac1cd5937b3f3a56b7d4d3c97fabeb84314b7ea767414147928b4b851a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e02ea84b42fb9423ce4b61f9e2e96c5ddbec7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8050283c2113f9f5ea4060a8bf05841865669396e509cc43c286af651424df1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea955e622325947243c03995e2968e56bc7cb52e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d29866b465091e2026fccca35c2d7f739a15b49f248927c535bc18027b2ebd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b5a4fa3f8bc0ab178d1849ce3c77a3d847b0af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb562424ba52824d3d4113f6d59b2586d224844f9aaf8a43e31eb10282b2d96b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba864e2478b0c0706344d6918bbad224c355e3df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d2b8472b12777e2dc5fc2270a3c28b5b8893517502a92c1f4d9f03ec67c551
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c406d974eac26666dc121ca3dfaf89a821698517
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f302d0455386febd30bd2391e97bdd4570c7977fe495aeafd7a457d2b48e129
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f998c423047276e6f812fd8f4a42b73e93d09f5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2095635e9276684aca09f7d34a64b8c722bd622fadf6da0d16d9daa7b120614
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b38e515f17e80d88445a44a6597d99f1cf978b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833a8173ca7ed1f3abf78da69a9337a47be9dcb908daeb560ae78dc28f818be2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc604e6243f06c8b9c24fad8e2dc9fb94cba6b66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b26cb17af8a86cd8c98bf974c92c3e7df60beb8f89ebae217fb1d94984c0011
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbddb365ccba1c2eed7ede8f31638daa8b30045e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37079a95c61c5da0f115208445338f6335b119b30e47ad940919a0c488cb585
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e0dd52f67ca62a757c698d9a53d13e8db81c25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7306fd63c92a1bdc7b43fd95359841b52c9aad145419c9a41c1e28682443fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8313db687699e835960b2261420b533e4fac17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5477510f14406f780b8377a4436c0bdd31b5e06f5fa7c318e00d66f2f9ec53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c98e69accc79b71786ab0c67967143e73d2b34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8081f8a30217a3b0af37c5f26dc79516991074c84fd39112121a176786d4842
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbed28b608fd004d654fc481c88aadb274ea1eea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1c0ae46c2b66e5e7090927e58501271234ccee985667c3110f95590028da23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0eb5fa8a18b7760368eaebc51c265443692f37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2f5cae346528676a5ab932e16b8cf86bfd734b0e366dadcdd2b40cbdac7f8e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a27801d9f477c92d863283a7ec2ada4983f883
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d21fee5b9ead725df59b4dd365f4626c3eb2aa6f62e716d8b6256b6f3f7c422
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7e76e357ecad865df14090ac7937f426967b17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea6013f9cfb162b4a360203cb1901c4a15b33ad55d164e6f2ff213a5cf7bdb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63acf84b53c9969ba1433376c53505a1c923200b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7e3fb7a009d53ba069312df492723be5b657ca77dc7be2c29e5b6469c11eb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95236806855d5c5c78af736da5603df3dc75f20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e766b9ee7bda80977092aab93a5491682d39aeb3abb63e535757230cea7ee1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec51bda7e91f32551031ba59b881386f547a7fbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e807d0c7f425d69fc789c454e9f2d4a520d2771f3ceabff35e9cd7644d97f804
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2849c8623402a24a1c9477ce4afbb362b6060268
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c0fe88e5725c5f0bbbfeaa58339f03d23cb702aa1fd702682fd48d1db4959
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46386d8a09080864cfce05b74e1dfd3e505e79d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780d6930f242735a24403ccfed4c6ffbad5487c9d34b3cc288ebd08b3aa297b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22167a5d0b8645c6781533f49ba8816834e7b08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1f78bd18b63ed504c32af221fb15ffc1c65f79d3e09f30353992c5b33aefc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcc07bb45cd05357ee44a972fd260fa9c7faad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5872b748222b35d488e661565a5acc6f238c56950741c7104ccf4262647249e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a560b983933565f032222c6860bc091a1ea1c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff645368d7c5b063f9057cc4713672a445f1b52fe0c2a26f9e9dd40fa98fd0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f985d89ffb71dc39f97a8f323650d756864ef251
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8e77153c5e9eac3893e741908b91d89759ee02fef71d649cf1c7806d52d527
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4d17388610a3b76ce6921af2c4ffe2a5b87af5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f982f691d36605fc827e02f3e347324f31e4d49bc51b77919ae0d6192e4aaeb6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f6afceacf88c88de932b1d66c478a234d27a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38803704454f743b17e117eb61c3465287f6aa7e4c1e422b37f765ff008245f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8060fa5644faac88f78e58b02416ddb794c4ca05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc7d30279e310e878d42883992c4890c41f22c3c191ba3e19fdf937e5c43ebd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7406a09e3f2973629f27ad30c9064670f8e1ae55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b195b27fda9f7a9eef7b0c6c779fd35c780df7175f85be2be1a060ad441d32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b3efbefc3e2203f735a4252025d73cea816ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7955a3cd838cec60cbbc8cba79534be25106098560c6be939afe6136881f5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914344d6dba7bba747aa2caf4703f2461507388c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24aa210148bbd3542669f538ca682bc96dedb6dc29a724019f0c776189e65070
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9e32844855574c7dd574e7d1c9f4ab9175cbe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63749d2b8dac2ec5ba217a02eb5ee2b7f3cebead72d9cebb0945d75369d884f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e8104f7086e590551c239cc833559070093a43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa4592fe4d4e03ddf97d106bd436af7604234bf19d915e2f17b22ff0a1c4e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e76121572049c5e11a0ed37fbc18c4e5125bc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb599e24bf56ada4899ac8f45ad71290d8f0e34428dce754fe522fb4c2d72b22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cca6ee1c89c38ec5124847a1985d4204e67eb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765d1c1ee298aa67433c621438b515ee69af2a79650bebd3176535afe092dad6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6639cf3209279078ee04e14c8b39388e30add0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8278dc262caa817af995a76e4c94691146fe89ac06c4f42130c1fc7d66506f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d76c6861b196a2b569c6587dbc95d676a25227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50474db0ebb0e7251301eae1eafdf4ee0c21c0a460dadb41191ebd011a29e7be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582dfb6bdda3a18a75641a486f0fd01974aca3e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad419f9c8cb8731ae1c3ae5c5bd069099040d0a9fb2cdf67abf192a9fd96f101
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286a3c3c957719e7fe2bc1d0bcb429564c379b7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8350573f6d2e9adb0251fcd5fbb60130b587af35b901d0df6b92cf77e21fa4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e53fe424453b66cbf841be2eb2de14cc5c7a8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba84f81d777e4b2ba9d55379f3b5669ff40b9443a641c83fd2e490d15c24ac08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0257053e1c004118a693f8908c56a6f04cc0d6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5d47d2927ffd7b9ffe41b0fc2bae60f3a075eb1506498b91ff1dc236d72912
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e0d70256340f64f412f86c1e9133a43b32babf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c917cf8417c42760d772ab5053627e365422a4d1f91820e8fbd964e539a1ba11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8fa7120b34e718601eede98448437f5a7b9967
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fea4834dc5bc51dc5db242e208acbe5c3fd47ab4297d936a769b1c4c450b5aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471b326b936ce4a41b0ffd2e686fb450aa242a22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371b638a785de613038a93a0487b0a368040bc1dfda49c090064d2ac66ddf5be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8d456d47fcbd1daa2e3ffac19e9812486fb29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f923b09ce563b7d204ddeb6f441a24c570f5cadc718ab0dd54f3544ebfb8c96f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775491e79983d715187a80b548c2408cf07191fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605b7c0de4b0487d7bb9813609614f30f21b304349bf5249f0735c9a0af15eb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2dcd2c9ce627251dc03ea334892849fdce609
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6071d9a665d62692f0e1b3a88d42aea9d31a4097a9cf69934e79d23f29aa2a90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e7ef83abc78693417c069e4f170f6d853ab0e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5e3bc4823e91495b04afe6a4b79aeb5cb9a982fea45c32e0b912b114059086
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9d8eda0feb1fdc935ef26cc88f5b9de17f0e2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b6584660841b0ee358e051772d9ff1ba5a479a626e95724689958f1b6d5ee5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fdc4ecebf9b5081fdcb3a9c9c22a97ccc6b15e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ed539745895d77f8c1aa8a7b5ab85049ae652bcecd8626e623ce16205f42fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c60060b33f631ff6a3e35b39a912a85d4e1bb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42e47eb0cfa7e5452ea05d29ebcdff390782ece9ddd723894a6e3053c693d39
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833c262f13278bda5f09d3a78a09ff53a7a59019
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d140d997a0e6aa4c6bbd139427af34c5f9403b715a5926e00d8012109f496854
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a090216ff6d661d1cc6eb62028c76d7f462ca15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d761ff8488b98a8f3d458a63b28e897e5eb0fd571d0feee7bb719bc32bc7eacf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f133a72144f6464a4baadfcf9911b04c42c391
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb72a58b0a51643c94cccb5cfcb34d81fcfa91554d9502b421e8309fce9600c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63b8da057a9dc65cf4cb7dbc87c95faa49cfb85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950cde4ad780e3beed1fd8cfec620063b2297517307015f88bfb31c6bd24b1de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adc6b3cb6e29c19e72b2786869daf1b0b731f01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c7dcd0c0d251f6bb2f5127333a8b65ab514374b35156dacc59c90727b929fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af518a9e33a81a4c6f766e908c5eeeccb4a815b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a6bbedaa353f0f53a6e63640230da562a81ea3e8947a298fa88fc5a3c07a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2129facf803a1117a07777753033ee56b56de3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e2c43e8fc9f15a9c8f22b1d20ccbb80d7ee218d1bcb5e360e8ac0159db672e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1bb775342c22d06c7c7633d16ed916ea1c7a1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3bf8fce510b291cc594f6c18f801c6c51d87a077f3075b887b9285273a46e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63336eebd8a68bd3c85c4934b5020256a250f724
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aad108c1ccea2b325107a3b58e4097bc90c9439af36cbe70555e08b161130ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191ff58903cef0925233b8e1e87fc97e8132dd4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f489344bf3499f7831b9653cfc8810fc48f9456063365450eec72ec6457493a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba0992670c618a2e9061e688f0657c380cc21e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce775f329621220ab70513089fe24bedd4eafc392cdb5f14ababe8329b4200b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d518326112adf8a92e13329592b432825a5f40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ebe62f6e8d781496d7001feae046fdffce3dfcdc4ff108ce5046c23026e458
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf3237450999dc74d50cb83cc10bf51fbb600c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae48a81e4a59fb808b00cc03dbea0256fd44fb2cd36afd7f82f967f48762437
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f827ab677a6161168ffb8f51bd3fe75c3f1f57d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5e586234ff8effd9caf23a44faaef085dc9ac821d809136f4fcfed5d3ab710
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77335e584d66306340eef11c501bfdea4f38a178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1bda5df69e959fd80dc2ffe0f3f62c9bc9a9174582bca8d627693f261586fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6eaefc5993eb98df18ca1336ab49ff16ccd17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856b0bfd7922702464085540ef916694dd26d6af6cbd0d08d300f4eeb87af61a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f149a14f3252c2d1206130dff2a76e228127cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014109a0cae3c250c9636477ad46d6e064abb8ed7bd7c6784e7fbf396fe0a712
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ecd275989fabc4a4f982067a9c2710530420ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555fd816549748a6959668a162a79511c5002c747cb4017a4e096edefb7b43fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdc05e8cd354714f5bdba94476e18fa9f6f75c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecd155584c081501d32b8cdbe82e65fb8c9644405d775dbd9e32e6831b65a2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f885999d4c766acfe99ede6ba03873bda1826
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065e8f8ea56e1f451c6ab3b6f6283041f43e14a45fdc4c0a7345c9bf94bf415b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a05e113fb05fd9a11ecf2e44e281cd6fc902f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c77ce42b3b05016aeacd653945e1b05f601e839ec43c103fa5ddbdb85b3fdba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc80c9ca1cb8e69307ec3f7087e76f27734b69a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830303fffe49c6021bd1533f802ab489f3b0c46bbed46b194493b0c4da509da8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640d53c1a9c8ae3148cf61260f8f47def6b9fcb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c99cccafc9a8d83b3668fdbc1c3c3d538c623af260fe1ded436847f2132d28a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49044351b2d5b0258301bdb382dfb9d70c2794e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ccac438eb3cd320c0da78ba548a7ea985b8d8862296a989f48b6b20177e463
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a428d873221474dfd49bc105e4ece2b4a8fd35d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccd89b5fb4a1c2164204d1d6e5a4c005597da7ebb7945fea6500404d2220d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c92dad6c62573e660ec4a125b74d1015ced794b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee25e94f7ee934a4505b1c5156062c99556f5834786340891289d535d3eaf48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3571dc7c9fb4a1e8dcb1939a0c55f3b89f51e9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d47a3c2d5743db5fc118d05647edf2bbdcaf0c2687f8775fc5c66769f20841
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71d5deeec3cf0f68c4c6dfc13c5fe2d70c702de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6bae08ad3a2e3fce8a18947ff43651102642f44120fc207965d4b125dc211c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f463adeb43317cc2e11d67ee741f0d5637488b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b7b6c0b72890fa5722f70193956fd455efc4d71757adfc6ac194ac3e35e12c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae1635148d780233b7cc57d3b6f7194a607df8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f192e26a484a56881ffcbfcbe84c184071f5748be567dc73675bfd52c55bb449
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8823d314ac2a73d0799226200ee806f4b2978cbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52edb5067a6c120c5d25bd22fa1cbf0586d3765773a29365f85885b941afe75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8609cc49ccf487666cef69f304ff387a2bccdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba757e17e2cf56c9b61a200550c9c183551f04b395e22c913e21c1df8ae43f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715cc2e9457561b34bea82e2c767fa2dc1785e58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef1c86306b12a2b6a53205a2be5f9eec5e3f564a17c029eaea72e106fc1fedf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4139682ad7238fdfbbc8935a83a0da50ced744
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189eafb06e015f43ca8889b03bccc5769f848547d4240a62d0d18e8bdb50a273
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db675e37c90f91919b816c3a6c84004a2f0af6ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c218ffb96e41ee0a2c505681d5986dfccaac783f45baaa365f2388308be2f4b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887f7f5d29afbc3527de67ab5cc4d8715bc4b330
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7792daebdbc6fba16bab2f1ba23758d5ed68434bfa5c0109335fab0248f8b235
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5876816b9f095307a9e8876265a3ce95d1761a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae831a7d1b5103ede6acb2c10f971a7cf29dfb9a38cc45121c1cca41ea6ddcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5070379779aee1865c1db4e85885b74e7c8d3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0798597d3bd307e662ce54d14e76c4cba36e6c7167e2f25e39691fb1fb4fea8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c00a19d1bd050a5fbc6b71b7fe7d51087ac4c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0d751d0c21b93a725fe4e706c751b3e9d1ecd71ae94cd229c31c82bc80dcec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136621e054f9b53aff76cd55f296856770f77c6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c112fda7cf93e9e8d0715becb016876778b7c7f51fe64abe6dbda0edf1d09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2260d5d1e36dca83f91c6901153228d6171832cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652a751f46411c3a7325ea40d1d9a80d262db1644e7ca41f82894f8ab0a4f2ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a98fd89c9cf3c05df6fbd90044143cd78dbcc0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecd0f951bb4d054ba5c2b9759337d6443cd85508e2242fe4c7cc22099325019
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d689feebf4573cb1b226d9d6748f0736261dd29b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d160e7b277d8836a895c627b616b45808a58ba27d87c2d9600aa2eab1ec3320c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aebf48c3205a34a1a89bd55afd92602220da5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc82324cb536c6eec88fd1b3b04d67645a54c40fb869be0ab837ca23fd38db4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0375e646c4642fdc6148e3ab41e52ca02d03ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74d1fa1326d427c71485a949fb0d1415d6d2a49911f04d1e39ff983273721f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee0d344b206e75b7df3ce493fbe4089659d3759
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac72821a87bbe65047c4f6e75ede552b7ef64e6966cce20a37e72d69863aeaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a042f01029f48ab060fdc1894b69f7271bd12ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d1a7fff1b47e7722728215d27ddb5aa890799660620117e84bc7afe3c99534
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f05908032d20f1e89bbb99a853a543e6892138a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905a3bbbd606839e0034b5447f398994e9e73de51ff9baec35af8ffbfbc1b2f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8a76c4827b0200395b87586e36e1b36b75148
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26eb32b3ce4fb7f185ec7a3d861679ec824de9b7e89ba0421aade59edf31885b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a9cf409e9a61e59a6678bbd53fc3060defafb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d379e9c216aca99c2b53edd938e0c8e4ccbb3adf967473c83ff44c90da4eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de534b3ef0d760561b00e75a5e4bbecc04e5fb92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73ad4fd33ee890ba349e59d26b776bb398e2113437efdee5cddfe7cb27e9f4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995dbbc2e80220112066627e5a4fa68fb5c41120
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd32f9f76e4e7b0ea0ab18cdd7e52055f4ced8f8c0e522d48a10b9ec3f3ba42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c25a0154912f0ecbca411e006b5b06433c4883c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e5bf9ac5601eb954f0feeae1092963e1c7594ce2a92e3693714a6d8c244569
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2582aecc7f102543700d1ec337937ad022c1650
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a34cb0fe4b17f072f2d54a856dce469c8105d3aad9f128e37659d46656d605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bb97416f37649594e1fd556db6795572a25bd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d714153a24cd781337cbc5d992297092fa66979991be54da02437b938db377
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c52ebfbd42361145f0f3c0cb4dbb6da5c20e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc3057ded4f2c4399862675d7be95492b3334ccb8645f0e7ac612bc942c3907
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b501af1b79b06d060b2adcca9c749f676dc1add8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2732b0ec6dbaccd94e19d42494c46d8e9e9e0b6ae417afd491ef3c355778b20c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13903a9a1a7fe656eec5e9601cbb7a26fafe5aa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cc5945b0b8c8535fd8bf0a1b4cf9b7fb6930acf18c6fe20e37937541c026cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e2aa2a74db68c59490a123d07edd0eb6f18ac0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6990d7c31ce1cee10a71f3255f14096e653d8727218d30b23463767a153376
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b2a7256c3c62c9a5f6b738ca8dcdd728109887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999c62a538c28a27bf5b85fc5827bffb2ab192f3238e860db9c4d5a5efd904d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70caae70251003d85b0b46d04a703e44d3b6edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d49462963d952342bc5666beb03b5fdb89686144d19dd0b7cbf6203126e73c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dfb3a407a3d33c6f21c7cf080993aa0a42bd0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd85e678491632642f0e7c44c7583e085b6576f0209195b104a8ca006b8d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b00145490106ba54fd714da6d90cd8e73a466b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573a90e32635e62af933979e869cc5e3761c3fbf5cc4ceb8cda529b5cdc20610
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e894f0fcf6269a4fdf8c8e4a50a03a3a5f8ead
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23915caad5648d80b5dbde4e4673d9738edd42c16e36af108357ca4dacb685b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc14f1a4d412a43985cae568b761f43a5923b34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b240153aee3d4a63b08e581906bb568a1ce70415f80c3fda460b35205dcc82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d11dc20061c39ef8b667055cf1a7e9231fd4c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6121ef2893cf1ead4a751094ad26c7daabeb6653ea9c37310f5799141d6a6a1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2118cd7cb3f46a42f4f7e5bd3284e47476aa7b7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3503c35dcb12f2540b5cbd0a38a960f1ddbf2fdb0f77a2fc69c4248861e822dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acd09ca2db8a8f4e66995ab95c0598cfc89b723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33603471c3e5e24c20b77f9f0dce6297b00c94bd159b1f72e1f5345dcb8c367b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421d697f5287001a83babe6c866a4a0b09625b85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e61b330ce32e25d7a988e427249544f725036a90a7738819f82afbe00f38f40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8c5139414cd3dd8e70c47f1a8ddf3806b122f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9780409c3006dbe3f56af3250fe33046246d48d42ededf6d56978e962c53f2d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73813483d2ca80184f2759469867b77b960b156d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a382f92dd0fb58acc2c36d3c98d96bd57366cadd4df89077065ef4834717c262
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b8183d746799504f1f275a34a3e7aa572987a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e661811d0483771f1b82ea0fc121a532b0ae8988eb4df7f798a1dd2c44a5c3fc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8929e7db29a09365ef79b1958faf7cdba350c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44542e57996ab2b6b3886876c6090ea29fc69835a4f3663f4b48defa645a8b9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80230f59615d6d31fc041c81c7779122f0e7c6c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1545638aa0a1371f4fb06a93d633d6624058a8693acf45c19b46a402d852e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6c2c0f5bb483390c0c5d61b9afcc685be95904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950be6802edcbca8134e061f3f4a88fe96ae5d7c1b09c532ea16875a57a3a4de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30230eb801f56c6efa6d2e60d20751da83870d9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca1c42c9fe098f29a65c91aba55b0fd99d2b39468a904ea7b8106a8c2d658cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f0911d1ea66d22cc6115c5a1c99a204ec704a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde53d5094ccedb512b2176dd1aedd46fe31acfa22997437e6a7dba6f0d736f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d33aabd6305dd3bc2186bbc64fef34f403718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe1f421da5fc21d3fb3a35ca541b456c2431566fc97c5d76f47d12560b1ce92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d936601c309cfdc4728304900948113a9d9169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a12c72e29c7f05af3d4b7043e4962623346154f57ffd850c5169af19f42bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69bc05a71a3c7ac61d71b66555cab69d2bdd5a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10ad5b10a1c8eba6f273c8ae4734002a849588777ecca9c4f6b2445ee7d5a06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520b3ba7d2827fa01ff28f037641b6d47990e40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4621ec3c67e0919655c0772a6806b369c21eb7076e5a8be992c5cf9c49483edf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2071178f1c5d3552fe7fd72bf18f13a7e5a11b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4872d8b505acc3fba40a8545f9ba1de44d49e13d4e8a995c43bb55b1eda9477
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0132ce04fe5f99636c8ea1560b8c05017e0f39e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8987b083867e26799975257f51fe98ecdff21bd9f85d345807d29be8ce4f31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd31c7eba5f10725de700d69019d0f54a819fef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41afb9a5324758160c7c5f1d531916781f2b89baebc51d5d5a4171d0205995e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c21e945b0bb09adb061b773cf8e4e88643bdf22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e8cf5b39d3ca70d5b4ed40347f0b988855b4be004e6f66aa87632ca99aa75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a58b5d764e9a3bec80fe84dfdfb67b6cee51bfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874149f6c37807a5be4025982950ad2be90f6fcef05311bc799b2b9fca65920a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef894d60f6bc4258ffb27be95a16fcfe741bfb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1c7b20a719bde157c378aab2c44f0b6c8af305c8f809ca9754ab3703a27204
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d43f51656b0bd6a3bd93d4ef5028da22ff171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66dd020fbd37d565759e7fc484cac860853afc44d9a6589e84da073eca8c604
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faa6f74e43c2c69244be8f521f2cabfbd57c6d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cb012467cf1e1b3f70ff062f783bbd1c3b9fa24525733058fb9e12983e383f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5273c43ca4831df0fb875d1b0196319165f9b621
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f89fa895aac6c48a67e3cdd26223c24d73eea65f54f84630978af26b2c3929b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13a15c5602bf38fd92c504da6a381efcb1d8a09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e48f348685f1d0b53ebfa48c3ca0d6da84b5223374e6917cf9f1d8debb7eb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7b0e8095610b3b57cfa8ee1061523d68e4a3f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f199ac92a59f3dcb0f3509ccd6c05bc509f38cc732578e944895787ff797056
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0368827f83d2ae9057f290580e14db627eb001b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5f8843d93f977331f96e488e1eb5e9078ce90fafb29cacfb963584877553e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba7983e29ab48976c9b042a1d1910b0a76bcbbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e9bcd618fad0dde377d119ae381a86db5caf4c72428eb5765b0d203660b4ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c30132954ac9c271921d6e193dcecf968750ba5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067c39cbe579681e1a31422c3cc525da62ff39917e1e69253aa084321f49654e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56ab8f7439e59a216cd8579e352ad01196f9b7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2249fe5f53a102c271c6c827c47fb97eea79c67d53db82227c5db8b0a1effbf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a925cb6cfdcc94f246dc1e6e3eca38a1fa21a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1524f56824ed482f0a66326adc0b86c64e7ddc07f8f7cff6198844f9826ccb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15da81a8c5e52ca9b02ed91c6f086d4fec47d6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b9a020b2289d93f785a1f6f455195fa86cf76d95c3323d63c4e37cfc53fe22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64163c9ecf0254dfaae9cd9d4f1c4ac956b6b0c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2422c09e61e96b571a8efd4d73010dc59a97a65dd5442d4969400a7ddce5481e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ab9ddca99d6589ff48350cef4450b2d1013b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b3ba6abf459dab2b337200e7d4bedc4b7306c261d7eace6295c0466274fb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ab6df2c8fe21826d0ff93d635f4faac9c61682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c247e8fe657a249ba080c48f085ce2a0e8f58f83fd9606103b9da7f8706d045
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e00e96d8fa0159d91b0c75bf98f93e22b06a52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669e55152eeed862a61500b26f677c4dad07cf4335ff401caff8c8bb3869323e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc163ec72d76b7a19c245ce03401b01158d60e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8affae6a3d74b8993cc630ffdda64318fe3a2d219603552d28eb5f1cf03c4902
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d26058bafab6a4f970dbf8573eed005a7117b00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34b591ef685b33f5024c1d9b41884964ed88022798f485d1af485ea8390edbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952851681b990397557dcfed43b245c319af6bbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a5beac960ae3d0ed3a4a2ec02257651784c80c3788dbcc537f3e0c9339c511
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a3278b75fc0bf589c9bddc453d6f5276619be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02716263f69dad148e2019f53056ecf97fc6053386e2a4aababe0106103aa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0e23c898042008f2708408d86a4cfac509f47d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391be1d8d1b9f475123584cc8e01e1f4ab98a7467f81c0a7568530ebd0aa943a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fa8aada2dcf13d816d2253efec53c310b4265e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e079a1aa76db0b803adc0aa4380f29b66cae3156fb4b9db0ffbd38a389240d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deae78923a8204eb0a51de6ac9eee6237fa30235
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d785359823ce4da312616c61d77505a9c6c26fe3fd4893ff06b7811335778e25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15e941ba1f40cb01b0263826c267dcbc21586e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3718688e4bb8495908c39bbfcfddf4f9347b3ae4f0eea96e2d408aaa57ad8bac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d342a4ad6aeadb9cb00ef2800f2851e7c8052b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ecc4a980c460151d2b16c5db2533104a60b7bf6d00727476a80844affc98a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83745e37f56e45047d879a20b9ab810b09647de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627be2b1110770539416090fca157baea2e096a1c2b24847752ec36812d41fbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf29a785cbbd1fd7fb71a910086a8c5c6c3ce185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d6209b33f6e5182c02b7e05a3945c9293778b2dd9371b2602c6c2494cca6cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527e0f731c9feb3cb70f812d0bc808a1988a142f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf16f805eaa1a09a112a9a9417c8c54e39edc817fa0539c1aa104cdb1a458e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578a5d836b8c7d479d90e0f0e9f82b499d9f4ad9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1313942dcca43d51a8f0035f943b7a12eb586335b08288f777a768afe589859a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac2e6dc48791d6b2ea92af44269947c40fd09cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1bd08a4cc2b5cb38b3149550a37aaa556fff3e0adad12e838d1b7ebf1b64d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa1fbe0349a3e6d995406a77370cb257e880ee5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a617ded287df59c8dc2de2c0cc2d96221251ec6d3655f38a1dffb13ea5cee66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b353a09cc476f71917a58d1cdb1fc3170b7260
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b6e619d8deed36f2bf72d1c8944fa7197fb876af82b3591fcff90a29ebb424
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa5d985223e71c89bd5daa597e6efa99a0545bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e5c0d86d849c41d40220a6a9fa1b950f43da7c3e98b5b59d4b21a07c52c119
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78adab11645f5d542e986097df001008b01b4c97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e1fb674a2d48b00019b0486c86f4d6692be1d970de8ed8768624e61e9691cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cb984c9c9f6318e0fc265c7cac79972cc04889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed56cf0ef85f1659b8b8391db3da5a9d352a78c1b76af7300044e632640c232e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420660d356310ed305e23096cb0c502ad6a1a7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d957419b6f8aca20a18fc822529fa20f3a1db4307cdb3189d7d3679abf7109
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54738634845a2061cff1003c3d03b7f1ac19bf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea77037ea7384487247a10943eff4853b4ec75d7f830cd623155612ecd7c3a32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a790360130172e7147bfae517309bc2255d3b2b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509a780852d98082b8764d5221af4ffb9521967d9453a35cde44d8947d970c61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68eddeeac9274b88280e9d1ea87a13bc6f00eb0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c019256955c9654432d14f8a449e6472319952936d816a7fc1eddd5313199b57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33b19a69003770f334d90f2541f9e8d69b8a66c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d54c0d6768144963acb918c1359ea0c24ec2739901b300827f445207777a21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aeb088e6dd9bb6a69513fa1f69a5e4583c37742
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1c928ac9dabbcd83e0ad4cc37271ea7575b241dc5b041169fb887c1373337e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c20e921524f7b4c3e49c77437048b91c0fed2a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ec92562ea0d102a9c1681c8bf501fbdeb44e1d1afca08a797c8c347a61c5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad9dc3ecce7bab8366024a8a4def63d98b8ebfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a1d0c59d8541ac65338866416f112aee178ced263ca9d3bfa2ee44c0eb198c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eec96c18aed20ed619cd46c5c09d072eb7dcaa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57fd1778f21b2ceed98f55c47c5931bd1cced0f93c3dab04a3991b4a574d8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3c9a4325084b4bd23a2956d4b9c5d00c0ebbe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654068e6eb8d020b2c9a6eca0ce1d46ec3c75dc05c5155ea170c8883ddfd31e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e61a2bdc162e6d961bb595e95cd3f0b75874b49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659e3cef279204e6d3e35ba2264a9945814c6983f225987376986a4890aea7f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e363b81ad11d1bbf0e9b9d04296e801030e55d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63d8dbcd179b627b892953c1f462db9cc1df45f001764707e57b67140fba0ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93815f2f628ab8fa84c42c841318af28d424b0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ec1f445f114ae549e9a83652fe2468658610f0fa559f50f9867b1b03f0e6a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8f6a101a68d9a2711fd764bc609c2d3e2e4165
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034ddc7a0e9d3d26e841472c34e364c17899a5095dec811d7516dfc35dbb22da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d3aac6c190a9d71cb410b3acdc05913e7bf8d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3690ee6d49d87f02a78cbaf531abbf92052709f8e3434e280ae38fb59716cb5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0c4284a9c9fc1c009a6905c9e8cf8e038b3d75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7c80e5d199bc1b57eb4511b852cb3dc1e87a0f778fad7cde00b78713b61414
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadd4b88c64721d0cf50bccf9dbcccf262f496ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fceab96a3e9900a12b9d96f771644cf6830cf506ebd55c2c49eb657abf3472
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d0c1028b7bf301bcfe23cf463b76fb47c62a36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23be85c87e24686f2b9743faed9cf43cc55a4fa866e1e42bb7b69e40c6b310b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da8575f6e8443d73deebf9e765d900d5a5148b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad32c951c82b237596766e908b5864534b76ae12ae96b71841e1c4a8ccee12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb3b78d824a0f47e6c7621236e820e0e00936cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c74687a870fe5feb6e5319fa11d06c5400580af2e272f82cf8332217aff0905
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7ee06058ae0be261a6460ac407f3f23cb41ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa8399554d93e9e88a5c7abe8d54727b36a1e8acfb8d5d77baeb19398f01562
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aa99f8a821cd8e155b911f573bfb90f4bd604b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74274aa928e367065d08dea822feed1146cbdb3cd40479e8785541e084d60b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f9840a89896a6633c85efaeaa665ce2703c77a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31d474b21421c34b03f2e8c5c0e53ba2b68a8feef014a26e931588d16582c3e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11144f190a55957a81e0844fe06dd3ed47bc531f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c42dbd839e314cc5024a3d041efec8cba17445e36607fdd95e2e7d07e281d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784b38af4ce205f14b1f31e9e0b43bfd5ec40db5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ea4a90e9aabe56292c8d9438c34bd2df8424cae4e3ad8ac3288a41fd7933c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0366d66ee9a2d5325de5efdae1d05f5a5059359
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcfe48a1995f16ca39b04a552d8c5bc9f0f2117a8fc3a009c6e1cc2c4c91158
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2886263bcdd505c1faca3eb53b0e1dfa2defaab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eef3be1f8ef37d615544644940cd96a9575c211acfb2c2acc60fb23551f6ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a978cf8335508c379da29da9aba3da16de4cc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d902045e30cfb35b1fdeb309bf17494822a4836ca8ca80e8352ef291226b41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff045cea62f4b07ac4d43e5be5b91ec899b14b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14df5b23bc9d8f79b7d5000bbd54b35cda3482e880835da72b677ca2f34c73a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25c9ed49c7ec60829020fb2129dcd25eccb204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0917d367704204a9ef87d892dac54b28eee3f2138ba6c6cd4218ddebdb793b1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace9d1a3dcca8964877adb3244b0faf1845d5bd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ab46f7a3cc52bd4f68417a6a847aeb8d836ac6f72885f53c37f7d934208c23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cafc4054d62e7520c8d17e4c3eb1dda8f5fdc91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd642259ca696cdf48e80dbe0b338a5867fc9b2f3c759ea9e15bc175382822ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d86345599805afed296683cf2ddf1f9c53c7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258f1f54461c5904e729443d1137d1c0588f3aeb71480813ab8dd338879eb0b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf86417c4941c99284212e51f99b83b32ea7d987
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab20f83fbbb820836e1c2ffda5878ecef6f47f7f9f502c83eaf1a16c71787d6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d2e3eb1de118a39a1ddd8d5f792082aecf8d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b133971748eebabb74b7a407ee033a8a6b87050abe67401347e0e1cdf1cf96e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a7c9b89b30da6c653ea7ae225e0439c2925fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a120ceb387d4069f9a02b07a80a7028412486ef69422a9cb5c68f98a92a4c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc55b4369f392f8fb9588b46f7d043ac5ee3108
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba9181fcdc7404fa55ddcd4451402664ed545c49388255f2e036034327b8a7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a16bb2bb54ca89b72ed7e85378efc774404cf43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8ee2c99e057e9dabfee9583bbb325c5d99be07edbe6981363233e54f06750a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a71b07278ac0c68314508dc2f89b2b2b24a3b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3e460c98ee21efda51ef6367c74e75b48ff2ff81030f7be903d1fdf7a2fa2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d62bd6d16a923a8e168efb8376c6671e466b24d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a437bdf47e5465d7d022694d28d17aaaa9eb2919b07b70ef7aec2519071eac4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9c9980f1c8e391c068decc808bc0fb6ce33de1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5541e9b90df388e0a1178fac7454a88ec2c0f493338e038ffcaab1be61584fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a10d428d132cad9dabf989b627a5565f78d256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e786c4b87993a4407333967cf6a0b93adf6c48f196fca1a0659dd52fc6a890e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1915b312ed89c8a2e8c5d16b6dbfbb3db574a8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8e6d0bafcfcc0bba79bbfc0621655c6a98b45bb8b7115eaa329392ba279847
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9853ef4f07ff3eb3c9dd94f2fa833002f6850c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe69f97bb52ab6ede387594402d06314cce190d4264d6b98fca56a7084d8c7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f859704be1545c7db66eecb68c6eb82a9c539e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955dd74b2451172a0f632ef3e342a652e4bd04b9d4226ae7bcc3f2a4f61ceb3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9e4330a2ebb5b67587ac3a0bd2d9a62299c6f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a4ba69625e8ace7dd6613a2eebf1c7d9aa4eebb385162d90e4676633dd4303
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3253fb29d4b725c978a0e3b045fc50e3041b1387
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0605a0b6b9283c4aef3f8361de2298a2486cb8e4bb7e4c6499b226cd11b29f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bc8676d47b1ef4ed21959ee84afc6e26d7f4c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b6dd20c008ae945fa16ec57383608a5d0486f4c48ed0c7becbdec69e7747cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7437dcaa747765342d7a2d41ee8e168d69fae87a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa8787cbefc9d3abf5d5f5ad71b42edaf2a2a182c0d680534a72aa837ba45b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b87d2e71c769cc352f3cb0790db8e4492cab22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a750531c880c271d8a087d6d7adb324cca8530604194171733f2205f7531f24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bf8ff0875240d42d2cd615f7358c857231d77a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb70d1a229cfe62284bc1adb9a57066d2871f521e963e9cb28dedb2b89fa4a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842cee041441a9fe8ff9ce0a6e23142dbcabbfca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad5627258ed8ab45bcc11f626c0016f8bac9b6bee6f7a27b6ac091b43580a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e58056e6f715d3767c35bebdf78fc335fb05f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d931e05260b6c964bec02566577acc54d8f46df330d9521a702edda2051909d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f562a29f6f6529368e7ecdca8921af42d4266151
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d41e75a5d64df7be46d276a92439480d10e8b12da0e42e95f323e8fc3e881
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e58b8b1076f2b9f333eb36dbabcc17403fe983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af17d88f30e376935738b8bda9ab999f0f1f82376ecdd56a5634cd775654633
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb82f23325c99c92f27c441fb2dc44263042462f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba08fcc9cc9da07f0ab1121e40c386dda40c692ef22f93b255a109c06998b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061fe0da622bc74d1ba9154e2ac9e3b3188a0eda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85ee5282dbf07bc8602f02fea924f388a6af597887223c7db54ecc64011fe24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7b3a872123b984c7a2dd8ea2f090f0c37b1913
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697b0d4689bc6f769c59865a96d7d9fe6869c6f84e2cb6c4e450501be47071fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb67abef569d292091ea50499423df523867e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6debbd7aa8d5293c6a19b37c36f956b7f1ec46c6fe3163feef27d4356579681
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe58875d7de13c18663bff503d442a440bb97dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8156047e4698be8695804f92a2ee4368b59af1118c2e67ad3de7cf6815c6c3e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a2dc094e6f9ee9685cce4117dc22570099934e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1c965b3edb620371cc1db8084309f5430a50d38fc66a18f72a72c401f1a0a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47c08b626167839d34b099b080a4b0a916ff824
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d695bf15430ae4f879067ab9d7aeb0b060a5dc85a59ac6dc4ff90a00ddf9b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc12fa6eaa355099b188b08e52986dd6c7df9983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5681067afd03e052480ec9f3d27f6834f57a43df105282aecc03297ee7cc96b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df68cc7fc7ad90a12cda8b1886d7d040dd7361
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb73c73d6687f5daa50a18141dc1e84055dea313ae633ce1c02b432943bc39a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23f7e7cb8040daeef8dbca9e39dcf87cdbee54d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0267377a3067595d753c01a3b6f175a42c3721882df251afc194fb32cc2bab67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3507074f1151a741427aab09a50b48baad983f6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9742675c4ca0a9de6848b8e48edb6916dcda9145f2eacb87d4d0fadcb62e20f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc2fecc6a0183818818373e95e88ac1b6cf721f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00be9fdb37d30ae2aa73f7513cd301e1a9bfe36b6d7809aa51ec9b5e9a4748
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae082ccc2272261e7a0a9d577675c195293fdac8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b7047768ada177d77be1f877ed22aeccbd9cb05fb61a154c39037a0c584033
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d7034b85e421aa5935dd276a340f4518f7284
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1d01c5deb98f50224af152b65698536f3546bf3ef02b8d3ca9543f2037c615
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5c156e2aaafe59a6013d1fc6f8af6c40794305
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d98a808dc76eb5f05f97ff8a45d556b4e86d9bf64a335a2e40e48cb33aaeb2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b968f08263e139a67cebddb3550ce5036d039755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd90973ab7d75441f68155d77b14ba98fc1f82ec37b5a9390b31b59a6ea6cb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03b32a7559f408cc94e11351b6095a3218ff9a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1e663c52334999f7a52eae7db2fab5e18c84f61cd7b42a20d605d6d6762d5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9fa8a5bd75b53d0dbb98be5ac477ba1130821e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cf52768d83764405236eadfcc95fd621022bc2b3cce13d0be2ca5620a56d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec224030c49b8d4cc64b804cd9c6e44d191b00a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d0258126bfc7af6ae4ed1419625e41c1ce53b7c827c27d6520f28d4e4947d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413b5fcb88bafbbedcb4e4541808cf6e9f75099d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee62528cb3299e68b64cc779949aa78bf9da960fc8f567175bdd7a348b54f76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0b26771b822c6aec9dca6f3aa5f9acef16e908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22d6556185eb6b2d397afbaf92406a03a25b97456e99f841f5022e874b1686d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102f9be8749ddebc651a927668819e596ea0dca9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b963a4a4e30c939b98728848e9395c8a51a3f40340056da5142419766be28e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb944f3a270b3ad5aa86e136cd0c65d8ef6b9bfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1499738ec076c4fa9d1862d3c2cfd420d65f24e767c61435f7e930093a2e612
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93697926119617830edb79f6f1489f0387f15f06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edb0ee7f85148ec4cb64d2861251207f312800500962a6683fa9af2c6b35924
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372346356306de1fd517ee740e32b1a2425930de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eba0129c5ee288ed04462684637428e11e8df7946757b904a900ed8bd8cefa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c242bf8563104c84081cfbc643024488ccb879b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88cad743e82938eff73b4e6770991500d681f7298771fe367691010f6f80689
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7112c50fd88bb925f7efa1b4f219d1c269bbef29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d293eca1a220af09ac7f29dee2af5e8f9de225667643d996b4f175f5861fa53
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67858de5cad80b824668063288b7e26a3c24031
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb25b17303eaecfbd1f7633e74e1caab4b556672114d540a3b49d62558f91e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cece04c53feb0977789f2d864e026a5e39c0dd0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00510de17f631c8bd82e540e75020cdc35ce1d6ab12eed776b8429287460d9a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8fd851fab9eab5cb68f141bcf0fbd33e21ffc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696cab9308bcc052961842c451fa1552335f846bfb14676d5ee55dc35faa9b2e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c7ef8aec64abcf5c54f8ec2f3f4a61efa2122a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7ad308632378195d1c2ffbc30d2b0f1b9860f5631b0a965ccc0f2db40904bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5671fb0f43077ea1b5545c6da90043bd0fb50fb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ac24a7623165fea78cd8e6b07dd2f3c0193f3dc123764a952854dbcbb5846
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c0713a318ffbaf2ccbccb08207387d1597e81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1734b75a78afc74a204c06da9dd6b3b840133b548d72a26f3146edd02b64d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0bd5aa82c349d0ebc193a64282f810934413ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b060deae16a00d0dd877421abae5f1bbcf57759fe533568e605af625abb7468b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd8d7001cbbf1b2021b5b30c6e310f1e03e5f57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d683f778c1233c3c77251383b4d0f5d06a3e1b3f944b61e3cc8a0862b4335a6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17270c9e0c6e33801bce4bec3546304a8e5dd638
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab72a596a58f3ac778d80968353547ce009ed7998793609e9699d9445b17257
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475e719b303f343f248aa0de5005f63dc082ffd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ff8ff3bca1135f759fcf6ac52c2be6077ec7dc9329e788ccb46f4671cca8ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fa7163a49ff41398d280f21129637282394f39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568f13f2dd20fbfbfa0ec87899374a0590ed8335be63863be89ea13cc840f53c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9139fe2b44b1c20eb8f81dce9ce6fef7249167d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b6b94e1a17fcaed98013c1da0897e2d32c76226aa3ff171633e26e22d28084
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847a6cc837c6dc8d47d2af4ec369026ecd254cb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0dfe39c2de71671ed8dbcea3a2fda06c6b6651b8da7cd5381872270c5fe26e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bade5f09dd4954c79c74aad0098341bfae1d5ced
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd287e9635d395d8bbd224ae143fdf92c2178a7b09f6c6ad4846e8e4fb2917c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5a073db8a486b2f93c9032f2bc6fb37dabe791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c6e9d7ad3310ee0ab720e48ac9d4f3d5c3d7e2068ee812f89cf1b5d86cd989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87274ee2f5c2aa5848ab6528a209731104505385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7a507f730003e0124e07e791eb143c43fe05111baaecb4c02dc375b1bebcd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d34a21917705f4b8171acce88fef9827780e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ef2b2553b2116ce64295594c2b8424cbb11f4f932c60f4dd18878c2f36ac0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6b1729a65be30a0bf2027b76d009ee57f2ba80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6529a3c9eb1288fb934963ca961a83d806bc595334c8a47e3875debefbb342
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f29e96e8f82b57f9e49cbd52207dad1db90c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8def0f5245e1c479f13379877a5ecff77b0369f5fe0fef1d6bc86cf5bd5fa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0cd4230b5ee2a8fef8acdfdbe133a97cb67605
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd08a7555555ac8ca618f8e01a9cd9d3af73c58b7a68b1e5ded021b16d75af0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5fc76a8188dafb8c61488c62787f66c28554b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587a837eb36ccfff655bade60a6c63af41a1a73f6697db4b1ff040257304193a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a20e939836670c83e5c9b87634cf59d4a84b768
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d0ac1fd2240cecd75987ed1cdb0168dcb5d3b21606ba21709ec116fc666216
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459538f9d914f4d8d7429bc4c59fb4d419fba8f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083f84eae91853e4e671b4177369e7f457ebea5ffec764607f11dc431617cfe7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d6cdbdfe7b4231ff21260ddac6cb3f2a8c8d1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb409549706eae98ba8c284f65375ae7889db90b5b9c293cd47d06f9e4adf175
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c321bcb4155b4ca30b8bf87ca842558e3cd3a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07a918012d62db72c3189fc039dbe498a08d38b94f611fae4165287ea97582
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6a2edb8ab7b7b4c37eb87f3dcd80869b63dbab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb42741a31d42917d3eacc81fe2ee8d4efc4f7557730019607f749a6ab38dc
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c050fbb11df21e40dbbc491b4648efdc317ab1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a774a4d41a66cb9a88ab5c7ce4ccf26b88dac06e382cb368cc5f6cae714886e9
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd2459c52b69cc5aec1cb08820bc7e37708bcf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60837bdd56c1d699e679626d862f9078e8c963a648ca05724970f2a8ebbad76
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01551836e2b432451cfab3ac3cbc018b2314dbac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e64e1edabbd8fdbed9c958b876933b622fe669b12341aa5cc1ecf7ae345371
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae4026466d34fcdcbf602038a2af6bc1036b5b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bda325b5a48a3dac2f9f53ab4c075d28f76d6b3cedb303f83332d53e1eb1c43
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a7b949099901c17129afb82e9d44cccae775d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90c8b52f790d93245ba12cf0d540229f5fe181b94f02fd6715c14dbb626cf3a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e7007ad11f5dd6d884b47a91519aa12cb56b3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa34409cd414b3ca6c83763a7892cda9466aa1ef6f136557480fba712439eb0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d25d842290b98e56d7691bc9eff726b0d54e5f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dabc96d42eba57958bb4111b8bd0f775fb9d0d2f98128617c88f2277e6332c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cb5400ddfe3c8dbd0214d2b1bde9bb0f832796
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7967229a313678f6ebc6908e4880292454e8922fa7fdb74d6b5fc67984b46c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bd755ab7ab2c665bdeaf832fb277d3d9c39bc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d5b73d1147903def9179908044c7c5fa809d5ec4f3a832c6b520b3dce5ebbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb98f035880d23f0de68fbf8af4e6d3c30f8d82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f958ca2e53c270f06e67771403f9cafe28ed6c819b56ae1dd2e28ede9d8ce0c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5dc0a8c80e0d701c31613073e80eb8ac9272f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079461eecf86f07201b00d723a15bfba240d4f88a87baff886887b408d72b2fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7776cf99b3ac919cccfb46fd8e2ffcefb0275bce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc994d2723a12ce03b184e2dea2e742561685b71487f2dcad5771a77a2ff465e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602070ab840926ee1c045e571e4844508c0ac5d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4b72c1016a5fe76824355a70006c73e210f66183f9906fa443f00bc90d255b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cb285957aad58ab837a74342f1513fd3e63748
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35d71d83dc691b1aa8d6451a31f6c0478b794137215d8da9c86646c4bb9fccf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b58427910fa4d5607b8dc985bd36995b31ed7b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e9a63e4f727f37091930b3293a7084fcf2418a1808ccf5c3f09249af6937e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5323dd59931460918623b5454680c02ea2a4244
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6032c794021498383bf395d9f8fa8563bb9c4013af5b49709caa0582708c07f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1e0cefc906e016bae4adeb96f0c52a84aead59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd3890b2e2792c90b440683b8410f51f2c4c5c3b3fc081f0339d0bbeb0c837c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151eeef3b07d45160ec074982c87f673baf703f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a4b5d2b725fbd9b0baae27ac7f2e734088abe35b3a651d270990f48a8c5208
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7b8759e9ee1fadfc8b1e0d6b0786bee5be6689
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b90d21794882383944bdb3675ef46eaebe7fcb4087bfafc77b74a4faa9754
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9416eeac8de9651bea277a2d60a6f99ed6cfd09b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e025ab354e62b018dc9d898a9eaaa9f65100e5c2c3d30ac8c5366c22c6650f05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa592fb0b5106f9f3e71bf5b1c1f4525a1be582
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bbb52d54f44c6a6a50c904ea7cf87f63d4fcf08d51b9a8c87e69821dbebb0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009ead9d411d8d9974382832171855f0c3b653fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4aa64c717d28b5c5348fe6fad6a32794b8c30b96fed5456f8e73deb2a99cd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803bbaf0a89fd2c5aa4cbcca45fae111253d89ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093b5805a7066796c17d5d44ebc41bbedfdaba01da50d56dd595f893e15095ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c317da9ad3f70ab8b52db9402329289eceaa5d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd50cb0250f617d07d5d9d1d196b4967f88bd74484ad085a4caf9cdd0c69920
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591d957dfef93ddccd214a42710e502d3cb7ba37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae74ddb453117b6ab46a96d17daba75e0396c5d7627476a585b01777269dc37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951650c2de27201cc4e461abc97303add975b5b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcba8f25ae5374b17a1959e79929e176a2a03c40db3794d2fd565157c08d8911
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede7ec2c7ecb341a9da5412ef96aa6bd5f7ea909
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4849a1ed75793929a574a98179500a5233d9d1a7b512b36b40d8dbbe20ee4ff1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da317bb62195597e9537dd9736ddd6bffe0d367e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfb0fba4a38a37b067e82ce6cdccdaa36964b0442737b518d516435d7da78c6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1516cc6a5cf0344d0d55187cbc3f26931e4af5de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae725f280a9274d555dac87554b9fdc2ee9873d26ad0f64fca9f5e9a7f18e47
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb3de2b69ec4fa491010228fda2b30f95159267
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5663a6768ee08098e465f9c6d43913eb0bd620e5c88f515616966db7b9c25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42f68f87d1f1e679f37c55d49fa3cddec8bc894
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b76198a22ba562fcaec2a07738c742528c2c8268f8c92e16bd9e1399e6d0836
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f549e0ae685c490a76d3ce77e4cc38fecab5b7b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa1295337021c2cc0593a3b14655d953b4ae79e57fedb08bd5025546f716a36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e4f3f11e8a6cdfb101c88fabd009ba33c04b1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4c3d538f7c1bb0e8c8897b411f9e283665fa6fabf6567e8ddb10e65962d378
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96100172b994e31fbf52b08b3332682624c1b3ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fa7d8ca85ac5701160e454531c22ef1ee2a64bec35e96548854dbae3a30041
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a88fd1c4cd4918e54c1b47fe475ed7128c02d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6afb6a804c82936a2db1763f29a7f92bb15968fc6357fc47455ffa778dc4d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e502c71819d02190cf23160a0bea157d135a0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a81e7f8cddd4b1c00993d9f3e4094562d5a62805c1e3acd13d2f4ec7664301e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e281c016211a27acf12bbf3cbb0af0eb6910d89f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68151294d4433f64da0ecdfdec276d1aa945d80fabe65c2951079dfb3ab22af0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b60c3250cc4517afd3f65ce088b91601abd4719
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc83fbf5e5f992d0fbe2f4c3dd5370d4d6ff1b0c9606b7ba177b312ec1f15d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be0acd36487e1686b43ba17182f54c5d0534836
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07259e01089e114a2f8f22a7ba8c7a64ca162edc250a0391321a9368336202ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d78f4ed65fef3aafe47d692e8a305f6d008c23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5057aaf1087cee1dad3cda50d2e6801d3c8b2e65698e4ebca0c01521233eb0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6158b17c09485dd8551ea8f298d105e64c0d315e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f279abd2d68d272612c886c46298ddf6e3687d457924577f335401f50c015edf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b0148e984135448e8cc95789cf5e1d80587a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd7358dd5ee87433412230b5acd423afd8cc70e9e8e972c77c90798a126271b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce6e393fa351a22423e8da18792eae38bc008ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550b427a1ed71fc4efdf65007fa40068d47f6e04413bf518b2f787342487d43a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e98e8d708b58e44b95f5135f69b5ccb418ca8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3826c9e1a0efaf42389737c94af125d25e1c10d4ace65970da406530e7585e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04171f5597ec26652b38fde20ac34d00c43ed686
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8429ba38bfa5cfe794496362f38fe3241f43adf645222a6ffecfb8192cdd459a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64708db54614a705e95d4e4a9cf3bb9010d2f8fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154960eccb13740c79167278689e0a4d7dad8af13f9932206ba98413d85c39e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235cc3598243924d8946675c94d1e36080493c34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b76a05673d4740a79704a501cf77f650701750837431fe102718fbdfdf298e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bca06abdc42755b9767fb667aa1ec505806a6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9298d2018f9b9df02d860189bd5cd5ab992d4dc4c70c5afb8f4973ec628b3e5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3945e6aa5b3a148eb2fe1ad6f43a1e6048ab360a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b228d767dfb44153e153bf51bc3d1af2f4c346f00bad72fa7a9c6de8c19dc00
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66552176e270ffa8cecfa1a7cdb8da540d7d5fda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb46a7042f43cadfa4505eb43f746bed1a3afd098e848801cb7f9f5f68e6331e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6353e816d44c8999ba0de090fc1b2b4788919ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de674a3d10ab79fe313b727f14d70fca87e62ec2051819a65e743133100a0fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6483b25cc8d4a2f11875bbd1125f062972df330e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7499c4a57ac9aebd28edb32513700088d89a4a997b636dcde0cd936744f7f73b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a98eec5948839d50a9deefc30fb4c102a990d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2edbcf18bf394c25ca0868f32ff2a345417080e5204be04b1fefeac3023a75
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a10faa965fe2c4c34343f1cbf65be107ef4ebd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd00c3acf971d23e66a6c7c9ac05f8ee7cf2ca986faf5b50ff6116e1c6c6aa3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbe74dacdd0762838ed922a3ac50ad662aa0505
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d4094c1e6d0e5b6bc32179c03e16699639cf046d9fc8d062a9a18fc144258d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ba7c662e49075a50efe2e453fbe788e085b681
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad35c609c725d52d9f9c5dc51fb640138d116457189b74c48b13c2ace41560d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b065f80734cab4d2b06be05b2d7c6fe4c14c5ed4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5334035b4decb5c665d79979bf749bf3ef3c37e38e888690276fb14eb8327c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2803edfe1358ad02b26a8a0b8b80ee879a574fb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061816c164c64bf8d36464daa00fef5f9515fc40a9beeb8966d915bc3431732e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095d506ed2b87acc7269c55246b182e9bfbfa74e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5a7d470b6fd7e50ec3a5e27762c8f17c7ab4038567abed5f35fecc4b93088d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5622d1e509cd802d96bf7b5604ba1b9b68be89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1207761a8b404902d90ca68c2796454ebf46edfde48beaf2dbd08c48ee3bda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9d1856f4eea873706a07bf1c7c2f5b68482767
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1f09b31c63a64c2b3d83478c357a8ee24286e67c8042880f3766087bda33b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fa4727695aa45f7313db11e73928cce81f2ea4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e3b7effbd72b1cebca6e0d3023b70520ec6d0748a20e956f71d596f4455448
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de924d6483c599fd3cda3ffa2bbf63f2875aa003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db7b878fde3679dd7c43c60404e00b4d47c47505c0b451bee68f2fb5fe9ea14
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f25a0749200f4230720fada70d437c371cc596
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c6a244a2fbe4980fa5958acf1a21f9b5dfc8161585261ef2339aad990aceb6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3577394f546bea1326a727649deec155dfbc6f99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644fcbab1e3c1ad247f104cae900f43a28704010b8739d2b4c2921ec82556d47
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f9de7b82e97864bd22db51814e920ef9140de0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e29d1e2915a9ba9ab18ff50e15c6735e28f8cfa34823179973bf63037311fd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a769f0d902c03d9e0a258897dd1fd5a0ceb38b4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf7d64d8604a527efa8affb343de2bec9bce017e1fd20c523c306631637802e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5727894fbb31007a4f8deb2077e1b357c9fc937f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649617b9b88af5934f74ca4e35b165a5d0eec0f9b4785eb066d00d606ef7af12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb6022a784d155e3b69722de52fc2e9c9379f9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3229da744570b1ccb825e265bacb640b845003d0d23cc5d624be1d10c8c301
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3bbf62839e8a5700731385cd1df57428a9ad6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682f5f9a30554f02e439b816bc4d8b1c081f331f6cf90a77e84deb28f18f393f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab43f218d471181852c14a6365cdd1c6db2637a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0717e6e7960adf451206a431afd32a4a9dfde011b79e5741a34f1f124cdf4b97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e96c11f85d2f72251ec50c83d5583450da3418
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054e250bc20a64cf7b6dce88dc5b3548569daa5db3f3696a27d32cfb7cd5581e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea81fdf8963ab91d1a89415ec7fc8599a1792b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4486dc60264230a159d32b4375803f5b58bdf0ac2d5019ed3aaebe99d99089
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cceade17c2928cfc28b09dfa04f4999b3254617c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3cebcceba3d93c4b499e4bf12366d699c1423db29cd532a75ad0d00cc13e96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6582a61a1a746bcb2e7f9fa1d95cf55bb668b16a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df59d0ab304d721db6c6d93edb4ac2a09a8205a173a71da37c4fa39494723d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c56fba3f0f14c03c6c781e5877b5d34f07e5ce1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac8acc3836e5c90784386f6541009e21387e5286d96db3faa6fcdd832afe0b7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a5862451c2b0f68c045ae861936eefa13fd84e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4b260122885e3ab5eb3f505fc0a0f0931759899f80d11d562622efa160238b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc6e58a2536468f8f63222ac664f013720fb53c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb6916adeebbaa7be3adae29cf35d41224b485206b930d277ca79bb0e194f2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06913bf2e315b9e3c975de25791c81ab0db47512
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e063904e8bafbb8df9e82f3bbe529ba071372434d2e3df3368d4f40587ea430
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe9300fe240feb454a649f32b3f4a92500a9ea7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58161c2f0527e402b4aee104c1df4964dc04f71d642befe86b82359e888aaac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dae113dca3ab731887c70c32ec17ec38f48568a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77201849178d39bb862ff8b299a159f388d248fd5dbddfeacbb1297e9d1b742
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d5eacfd4c91372d50323d9725c0705217f7d44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180855fb9f816023ebcd9eadd7939db06548b5123bcce4b0b1ee3851aa244ae9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a046bdab80fd45123ef798c24bc9161948a1bfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89d26246c9ea84fc2d19742bc7eca337856f3c41b358e7cba24bcf6420f4e62
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd12ec98607d033fa7b11f93f9013ce057d75c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91519527ccc5d84933da5d3b0bb0a512949831dbb150cf9cc5236f47220deeb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0d7b8dd5bf6eebd3ecf670056469b34e0ba410
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25123e673b6d6ea736a4824c634c5cf109e46b3f45cc8dfdd5f111e81a4c3dd3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6f0d874ba8d425dd4bdf4882f67fbbb60f1ee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e98a0c58bbec3791e3b5c9e610f7b4aae9ca9a1559a46f968c9fb0e86f3da3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0c457b7697ba855e08267f814e1651a15c4fd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c448ad17b385d94fc99f567b1fa0f8472ddc221b3ccecef2701cb93e1a320c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04186e600d99cdab2dd125e14996ee8c1164827
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27088e0212194c85245f4b0ea4c10187762871e817e8e30c85481bf802d29b2d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a6f8d78126d1e3895cbb9fbab35d8ed7a0df37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93babb79cd5eff58cd2632591d50ba0c2a5d75b6cb9f53cf848f64798bea48c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc70177dca35895d2b4099ba14d35f9fca314f9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856ce01a6c52abcfd364b88ba2308a7fb197504b0472f679bb2dc2a05f677a11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074e22b15831c1799881470b99a43fc42244952e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730fce8d13b1f87bc318fdbe23cba2a4ea92d1c55487bd6fcc275109f39bac0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6c9b346b5e930c133300e72a77b62a67e98306
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de77ad747f078f6b3fa8464d8da0e5e912f7a1b0dbcff35385333dac6145f4a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90e4cd4beb11c16440c5d5bac3ee31648f612a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaf8b9a6268221e6df0f48692cd794c3c9f2af4e5a51a110d8f7285bf0f515d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b2dc06a1747408f353cb1599670a711bafadc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da9e82220095b08a4ec939741d93b68c7f2e93700fd43eba3f7a7be09f98a98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6bbb01c0187f30e2a3e8aa673d6ea41b2d7589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f2487634a9d04bd3c34e8f52c9c35ea06cad7abafbc721590fc038e5e4f71
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2401f01a0c57a61c9f17891ff38a09d1529af116
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290ff73c3da3fd996849d837eed442953bf52fd466c836b39cb93eb6c28d1fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c3d579368e64406ca82ae61ce47e55d448af24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46ba896604232208680ddb156736a868b4a83f613f9def83b3e3980a0884fe7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7416fdf3542d2422cc5e02a23fcd20a5bcf3bd78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfae519970472f8e9031a11b835a6af96ad90d51a83d6abffb7bbf4df06e59f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bd341547b7efa4068fdd8759ef60b5770b8bc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc39618874ee251974ef10b030b23d3b422c25ed5201827e4d57a4b2237ba7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdac0cf88e688bf06544d6608d7af0ca87d25cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a54fac824921c02adf38e66eacc955d128249f7f3c30b970a63dc78113a1db
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1c99a831e284a4c3f70868e8f7e421127f0aef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584bca90f3c0d2a319c5efc020d501308fe712452da1f179418513b8526250fb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cd409d6a5c7569e108729d651543459574ad3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db1aaaa5045356874efef95f54b31043bbd88871a1abc37f7bd69a7b3d158de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939451bd1e359692592f02d3577fa08082bbd6c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228127f09381fbec79484b39aedd26b84138abd2c9da7790307b0ff3ff6e5e8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b922201963e93756c42b95e12e83e51b644deaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce72f0d2345780133f010b88439a88634c12de6f274cd425e69ce99277baed9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cb7ad32dff36ebd6e7e0ad15d2d713c890ed2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bd623b049c545baaf252fa52629d9743fe363bbf3a45a5c5ea1e231f788992
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aadd4dfc806417d69fc9f1bc77af51d25871708
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91283bb972aa5225f6476b4d50670c7edcf5edb1c29e410a48e0d8e5e28282f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d278492441ff3d6a78f5d8e574c2019eb8340d87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a790cd6045cad2b7f364329502ef8e542d7d6771f0b45203f4be19568637e160
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7587c85cfc1d81808d86d72fbde1f0c1904cfba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc7b79fc7159888ce928419e29870d4b15854e143856baec919535577f29d3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e46f14e0f630d2a787eb8e3872a5559d5e3738
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7498ac8f8a14d7d530f605944459da06a027999c4b2517fd1d7fe88b1f5ea41c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170cdee2277601e4f449b21713218376872acabe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc466af2f5b846efdbda50d3d4391c4fef226cdafb90717659ce905b6619ed5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a988b124f36e970acd73b95df5a44360b869719
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda71e119ff4a12e30f0819b9d56191402edfb891b42773428095cee419fbac5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b92388910dafb9f52c9b0f22c1a87729949668a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166a6c573e630159020c029def6123dada8db0a2f74a9921de8e55df00f3a7f4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da0f8261ecd1b3a326c06a6004ec9be52e72bd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f1b91f264b60d80b71ca40abe27df72847b41e85fff3a9105429354bcfcbb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3525580a4357dc13f9727d2d8ebb23e84b7a4a52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d52218fb8a6ff32f205fd897e0b364a2dbb80fd52b2285ef577e5b7dd279b09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60fd934f475efcfad703842f3670e9fd250c7c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b95838772dc9c4f92acb88f7233ef6c94b9f23f0219db4b56d0b3834c4088fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bd3652f77eb7f28cbed1b27402154f64aff0cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163d11308516a1243c92277e7b3d301e14687995165c53f14db63a04510e5642
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ea3464b42ac06b7676e4fac2b8eb2f0eee5074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a2e8eff7af8805f787274617b7c3adfe94ecb64678f98355541059db7c0b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db9cdff60830231ebcbb3af93bf26a0d46efa62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb14f96de9e974bbe08cd0901731ff90d4be6cde0045b48db1500f6a54c8e56c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507df76743d91bcfcf9cb410510a3a2fa69531c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2080176e15c4759f102fe6e72339a4d73992abcf835c66da224ea852d2bf69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcf87de6a9dd1d3704ececdc14b56730ac31f9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209e61aff4083ef7a23aa625aa31f05925d1f3877c7c634ae78cdbaaf3efe0f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c3d2a9e3431ecec6590b44f3310be13c360f2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfaa1d8913d520c39d5fee8065f2f4ece430764a943826420ca2ca804e96229
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dd1e1e2f6e7ef499448228369a46c4b1f3eecf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af1312abfd50aa1167c38243793fec123c13d0d75c734498a8a30830def4888
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ff622bdf43fe931d037386e086ba7d858a2b41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4198497ed4bf80fa21c48453772e2a2c5b79b685881a5ef5da399e5643400d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7609d2796e6f7cdd6d824df0bed726b052801790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3a8238f0bc00c0fdc075b8a4b5dd26a2dab42148d04703028c3eeac0b13ffb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bbe262599a803e8b266a2189ae9132a6d7f661
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc35a4042f0c1f36a042e43f35b8915ed25bb26a73a23413df437d696232fdd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6822a881f8bcef3e2352b3b6f81cc61d326510d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f5760b24966cd186c6148a45eda7dad264f21b7c5d474011940f11e93854f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7d78dd1cbba3ede1d11b79cb7db70e9961646d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7043ebb88096d17266408a6249f7e03f1018718b5e073dc2b5deee01f6c5678
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002027762d536ae434d24fea0c6832982ae37901
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3447a538f4aba605f2c2239238174ea2a69303ec0acb9542ae08683adc65a81b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9cd8f84de9a5359e5f298d0844e69e474bd1a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4c403a5a6a839cc17cdf879652c13d8420c9cd4628b94175732b97327ab013
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd8c91a02501627dd6ef5aa81f2bb30d2c7a390
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61283368164f54214eeef4ebaf1e964ccd3a053bbb6b6384fb56aaa3a70b3ee8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf0f4953e240d036f779c58c0c5428b550ed9c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8679afdad4940b7742dd81f90fd1b8864875455ed6b2a06e4170689ec13c7a2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9036295e19c6da4b312c82efcf3a2f522c823863
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d191ef9073a782c526f57210d3fe9370b21318e8edd88aeed66b78e3189a9738
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29766ba92a867db7f6daec22410de42a691acfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6c99a75b6ae372c79a582b32433f13a3df7248c84388dbdd5446175842a862
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa606c2a73e319e83472f00907508a3c446a0b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c63b3238f7451aafe37976cc10df1af5342f5aa8d2df53a5953dcfe1304e06e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4086fd4a4aeff79f456f43b115a9b20b2df547
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8fc81b3ad42c63d404420d40e4ec05a825f5b88f208eaca4e28e8e95d3ec90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f58a4d8ca839803bbcbb1b4c6498c7db70247cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3663e4a0caaa48fd2d48b61b39979852a8ae44c113709fd4028ed17db9103a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca6b670ea74361e05201d10dc599e4a7b0c03b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadd95ca0ceea56d3c27df4481d9ac0607c48a76b2f12b0cd053fabb63f93fbe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c92d26a3ab8db0fe56e61df4754b35f44394429
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0d6167bf669948813cd5ded20b86516cc472d6e38b0a10d5e75699547fdfce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d40501e5bd6674f229930426c70e16de5498ff3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad7da4786a852bf0b531ce18d6f96408678e5378e2dd08d432b1cc1e97f5936
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fca1ed1a9f7ac3af3bae2133b2c3350a8603481
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8c94c49de1b3c9a2b9a2307a282c1a359ad99e038787c34d7ac364da4337b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c47eb1096e3b62fc146cfece900ba8f9c8869dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c9ae1db73250946aae31552b8343da94a2d103689cdf761053b1bf5c1e407a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dfa4427b21873724b427b32715474c582aee0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b81c587bd619ab2c1e8f591f5550fc0b39e499dfbe8bd29fdd3d867eed97b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49388e581505b7bc9b55f3a4c647e883af79816
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e17ece3df46e88798ce2784dc22ea062ae4035702ed3221ff2072a70eef66aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891f45e4105cd02f5de85877f570de7c2daf8ac5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f67be6cf19b90bc5173fac44b5b5470fb9663bfa0b7e472d82636ed53499808
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83b1ef493c41fc0b338d0d9cc9484817878526e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de41fe01c9dbf98d4a682e4c838747ac016e79133ed378b2357578f99198531d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf762597d8b2d9dabbe8a06b98a024483076e53c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe3faf2878211a04cfaffbf90386d24ba6e7788a7c004de211696d7e71195e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0177c22a0a40ae0d3bb0dc3b5f859808416c44e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125820476a88962901d197f103659a696aba207d03a3363a584495f1df9b1379
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d305ea4ee7d3aa1619b9f355ea47ca1a76acd73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a1216601708c74ce3900db4c1ef8ce4530332bf366381a02c355dbb85e3d31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd7c9c79b76096e52ac24db533bd3666e0b48c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da0653c032ebce55c23e522edc4e420b319eb58f2454645a2404cf4382e5d86
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d2609bbc4358f9bc209703c747dc07b2e26ca3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083927a5a159b6d22fe831423b5276296148bed6501effc96e11756d8b0a7774
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d528e402a1d71c1bcfdddd54eefe9489cb4277
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114a2a904d5629256fbf9f8416dfbfd244a9c1490be42ff2bbd030c31a9b9fb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcc3ac710f29628fc170dc9eb101c26106b52d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1080e26705271d7db0a9bdbf86b94322d43f81bd026c4545aa07c5eb8206ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9537a6942ea42d71d158f4ac5718711200543e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef9a8cc715871248a0f42c5be69c63b978517014626e5b88d05e96f2e82c495
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3d2ec0df0d332edf536f089a52b9cfada93b90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac60870949596741593588cf534b339ac7c73bda7fe5a43fc26729d63c7bc7a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d8b1985399716c03d5d8fdc5a4777817891b6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2084edefdd3d1a38bd4dbe6aed794ac08a74891e419460dda64f85a1d6097d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147f7404862427b7239734496b620fb6555f6183
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a9b6a7df49e75cfec9e44afbf08f6e772afe7f7d17f945ae09338885121ae5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94be1ac3fa025baf6a8e4141e5f7fa28bef72d63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0972a20809c35caa67d81386b92515c58ac6e6c9af9c917250da7bbb40dad99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98a301b775c18ed4d873fb32096025aba927520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c815fde33ed7b7f0afcfeaa171048535c0929a2c7853d1df671fd5e199ea0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082626a742ba04ea46f31cf68167a260d6b9a3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0acafe9904299b1d8d5132ac9348a43cc07c88c0001498659b1ef114d476267
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f56eee7af190861acffe4446775892f6ac9da6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6995573084c1b6405b9581ce7d9a9fe0e24836c12a320f95045db8fea32884
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c461d0cd7fdaf81c266314e8772bbdef1559806
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f4cd5568d0f0c89d8bd98a72efdf422e14283b3058cb11cbcaf12833d28f6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0d0ebd815b42a7eb5979e6554f4be063baee88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a2be47a234cea08eaefe3019372b5c1a2d83262f3c9aff990db9c46a958108
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6bd4f410ae9dba774648c83a1e1ff31149c40b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c39918425f19e5efd474800011231cb1952ffce6cf382207e3e09e6195b79c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bc59cbea18c0e628de520a22880bfc87eac549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb755f9b5b634cc61ff9ddfde46c3c1232daecda32cb68cfd62ea1a3d090cb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ba2e70cc6226622a40ee4f6cf381f16afb43c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2124f2e6f873db0990443f6cc5e21283f7bfd156a13a98ce67b5cb5353b0ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fd41ba6bd838d731a2bfcf4d0c390cc287ae53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c5bc49e54a463122f82726b68d7ee73d502eb53b80e107ae798538063fcac6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9bd33c160af75495f578a7976f9f178b2ea89d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05250b80f7a545f656250f7ae5e4fb04fac74446c59c92ddbbdeef7d0b0e5b54
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d76c11e6eb9d1b9133acbf735c6e59fd7980c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d7842df5b1c2e2fdf66484bceaa731f260dec7117d0225fd4fe08e0267ab7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfb372c5c938f7850bcf7c7812131f6694b6ab6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4611ef906dfa327ab352ecc114512a78edbbc2a64a3b1882e8cf720f6077ca37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33938f812390b58bf5928ef1eef9d31483db25bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1754e896a4dce44442bb6e66e8f6e6629f07c2bac2ed3c511f31c43910479d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a52d65444f7f708dea01531913ead52ccfedb96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e619815fb6d2f58422bece5e051b033283d87b3d4f004df0ff1613e1dc0b278
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75dd9971d99f302e6ac9f0cc04549068f42f57be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3beab08557a26c997ff06117dedf266977e453f6dd3b70b47e40181331f0b67
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd3c378c0608f178796a4680335860bf0220115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a78233d6babcd93922a817557468a131fe071fa11c852f151bb1fdc18aaec6d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c66ff11ef6cf29e6d5d6a3dffe509eb1809b0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601a38f4f3de13a6277834f2fa780042da8e3162d68934a088427c8928c7140f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b38c474769ce75853b1cec4dd9d00d724e3a34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce02e7c669d7ea68d2d39f30ed8b220bd53c0df8b3312a4ebc4e37875cc26d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bce2915bd9dc1398f1d8a45703911d9c8cc163e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bff5aff37e3a97ff3d192e81bfaa64fdaeab730290583385ce42b464a597e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dde3bde4f1bf5c0c8b899271fb69d2ebdd0470
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be1e16316f9fe919f15de825f43b9598a4d8269d80a7f28c6f379cb3fcf9ebe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95f77e9482673df80433a0c281833ced87c3847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab47f67dd7f8ab18546883cdcaa817887956e813db5826fc6765840ccc1ae8cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8826226e30be0fb18cfec5f9af5fad7523e56ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7523271c82f3121a222157664a4ecd650d8928e73eb46642680c8dee1c0afa2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52427efc1729320a9e06771d4cb45ac010e6197
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f63e6cfdd2a3a1340d112d90bf4df9b7e9e8f37c87318adb95c08a4477ae119
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbaf1f13d1bff8ce2ed0e9cee636da336c19a089
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1554bcbf0253a51f871bbfc0f46335ac5e05a89c2154e27d88ba3675efb3bb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0ba2a372590b198b58575e1d2cea55df7d9334
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709e69f7db0fde67fc0964858c7d19118e8ae2e82030b9b1f7599e335fa0586e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509f8c23db9868d526bb3df9b9545d38a314edcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0e742ceff9a56ef5d2329afc2af770f0fb272b243a9bd344aaa65f065869cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4c0a851ac2c77503084f9f70d1a8a93af8e783
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1e90306bd7c6276f67f120e5e956ef42c9e617ee420489206dd99cf08661f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f58d8213c1a1ea616b912efabb75e2c106847ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5842045a1c3aeacd06edc12e3ab17de1fe2561e68f135bdc7ee73150607ccc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199001ff3f9c787f1230eb7248069981963c4298
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba72951df271f03e572854d138e058a1423e22dcb95e9fe594acc29ef21438b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8e7a606c4694cb7fafdc7befaa6e8d37fe63a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56410a65a5aaf0310ff4f81ea3a5a6efc08837952f3d98fdc98b73e3c916ad6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50c76ea9d475d03fd207468ba248baacbf03ea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96f96ca1c5d7c61eb39fe5ea6b4b68a68a50658a28ed54318501589a5380b07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abcabad7f63354e8769db54d14b49077d214014
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4f46ec839738201f6756c24c66bb1de1044e47c3d032b09ce808db02de9438
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be72f2f54b7cafc1793c8844e04845993dc8f379
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09748383c24202530a0875af44478f0882094b040b21344e06368598b7a8d831
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27742a8e13fef8b5a0aed08e0ce4aad8c4de3bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9c127b6b4f093133248c8d83f8f179ad03d9007a274708695f35219a70e9a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4da857f252321a5871d48d69fb602f5478f699
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78a70eae8bb424474e31fbe54c13dd7629b18a166c88f38280c91c588f25138
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed98562d1a239455d93f3ce8c4c6d015dba840b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8a55ad8e2e2195e01bde44328968ffaa64f7c176f442793958bed89142c8a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaed1e103d6526db62244c88835fab95dcd1a9a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d2851fb5bdd6729ce9c891719d233ee4ea157b85e5d95f55309f1405a9f498
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5f4dd8ed294b80ef47d00654e62311c0972190
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72dfb81c1e23b3fd27fcea986b1b43f2ae91a6375187d9fa05c2954ef41e8f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d29f9f16a733b18b855eb0fdb0a508ac1fb63f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f748551942e4b5a3268610b411abd0e5f43eaf7eb789243e9e018447c58a962f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6eb8b95f61df37dae9445bc013f724f147621b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4129bab8d0b5dac377b852900b717a5276201086ca430919c5d51100ffc2681c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe4b3035880483b35fc6d6221273318454b080f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb8caf5a2a7444ebbeddf7e204401d33b689b95aad2afc344c8fbf336ac6b3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699f9b01e609e683fe22e67d91e6e2cb1680711f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebb92d55fb953112aefe6f87743e3460920bb097f3c10268e1c185745753fb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18774889f29717b0f1120dc4baf59a98fd2035a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8e5a4f43eead4204b16669f0e69b9ce86bb0eddf1644fe7e1165e204dd52dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e90636b3db98ad6bf9b712da8f3d6ba12a324f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b6d271a943da20f8492f176bb26fb3f6e20b28b97f3f257331eddad0e0c1f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f981ec51e54198f142a3a5e2bc17aa55ecb7a3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7eed78aa9cc6d197fa48493842c0d104d46bba60b5f3145e5dad0abf138a75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce68a23c82468cf622173d36bef8289486041a6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5930a4954bb55762d699e439eae57e5cdde69e038050141b2908d54db59dbc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7b7e0c51cd3c894e1478f2691eec07fff410e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a37f05a67a9110b918c9d3930b9cc682a687d56400c595a322eb462a6c0d79
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6b219ff9b58143d9dd0cb8b46a99c0249ce9c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cf88f6bf7e2f32b6ba805fdd170e7556c0b355fb6031c69eadd635eb27abc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0121a585ddb7206c879e688ced83064f95cff859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bbbfc32309af0e25cd5564571d58ffb216ff3cc3a75ec1df9082f1f8a374d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6252837b9a634bfeb18d1ac6c5c0b29600733374
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a713263d79e0561cdcd446a594fa4e32b9b0963f73014a1c86f9e94e9122c27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aa39f408962c5f205273acd1686b147a066ab9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3193a2414c5369ad49d834d42811ccf40351243bdd764fa93ee8341703f99a25
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6743924108f73b278a6805f9532f43b5e5de630d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f707234f3fb2f3cd23b5c42134637b7167e4df25314053e976c4120e1de9704
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8e83e862145b021f5ce33b118457bd1310d875
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eef42e7b7256acdb94b54031e56a5c53f5cb8e3903fe424a64dce83a070ce82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c7ae43bedc9e67904d096afbaebfcae10722e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931e34a633529540f0461340143c05037fd3ecd45500b7541776e55749688317
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8195ab095c54c509b1907fb93d5aea49f081fe5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac98edf1ff74cce40f83fa98e9bf536fe9d4a696f261d06bc1b64199d51e16c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d26ab3f2a36d070ae3f49828624108717a7d96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b5e50bada5a7d95cd7077e2249e14cd1434af293c41700c5d23a5929915dbb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f196495b2dec982087002e3f12d68f1ffee5547b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253776bfbe7527dba1d6ed16393eca51adcb727e51fd17e80075913139c27a8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e3da76888ed132e9b03618432230641d7c69a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514884803839e593c2d4c0ec0c2e48301a9a141350f771868846cf9dfab265b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e488f966ad95022f2a68dfe4461fcb572913c10f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e55ebb3fb5c9dc90d4a8433cce135d11e15a83be0d1959f6c1f434d70f71ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bc253495f5302c28ec0dcc40c6d173f392ab5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21ea4b814bf53a1f75d272f3b61f4db117e6ccc076b763d0b31e6a17e56232c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb0d51aa1460bf5bb5389ef630a3f9ad21396e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3d9e1189dac71cac6d57345f78db4f564e8548d28f8f389b5704e0e9552b87
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f0b0458759a6cbe8ea3977fe255f9bc98b278b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eda0e9ad54735eee0abd1c8cd6ae516cc158e28230d82239f68cbbc54b18ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21041a3486beb180ef2e523804e962a887b21fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f3f0bcabdc661c8107346e0031d7873b3e16d4789d72ff2a9e400716514b6e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc03a2259ff8535ae89e1064bf13ec07a9d40a16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad2e4e6e0e38771dbb9d7fa36bbc3b03b0fcfd4da21fe3ce70fd1fb7e1ba6e2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa58cf4128536d83f3f5cfc0587e2232590f5d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f55d3b2fa859ce9a00c32e48185b00c11e56cfa620ac8fe9b7ccfc4fde5d13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18534b18a4071060c2d302f3ed58d266bc1ece0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434cb40918d48d16d32885aeb0df49384900707d9df8b5aa0988322ee59a652f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3642b287aeea30e92d9f6d9b7b1463da0e690e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4606c40528f04057bca9e5289141b6c86a85f5dbd9e65ec0142bdbb239e782ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab088b48c2709d8633a4667477b750aa3b308d1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd82ad470cbe41bc984819142286bef234e18673eb19cfbb89e5ea34a55d9c1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554958e81940d6b784d9bba6fc663de9ed214c3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b629c3f0fe05041c7cc357ba6e36a00db32f28f724c45643c2287315d20eeb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ffc92fe684336fd8fa7e644b0c1ab10e381bb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831323beecb3f8bf3f0b98ee2515075bc3b23c959e282cd15e5f9f29e1a3abf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13142aadc8ad1b04c728f89ceaf2937ab230581
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeff15452a683f5298e1a06c84d3896c02f8d1ecd65dc3cef2917164a80d829
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc5ce9b5328fb693c59085b1756c389826d782d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3562fce719c219c8d0a91b152b785f4744a52da3612af61cc41942f602a107c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c8dcd5ded11eff9a64bede377d75d924eb6741
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71ee8c225a14bea415ef3fcb5f7d000dad1188d01a9b407e09e831622ab564
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1b2a850682b8caac3a1e47661d8d634c4bdcfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c00f56c5353459a947a544d04c5ac095d6dda05834b74d9e002b5a2b1cb685
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44e66e06ef1a47ed47c7e2529ff14405b6f970e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ad7139a56692bba2d4dff8124c426640d661a902f020357c920f05914fe285
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98cb2d3ff1f5a6a8a01ee8b03c1db4c433837f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d5b725e97facc461890ad97ae1b695f38e480c58bf3a7882777f97143b8126
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69727ab6519853cbe062dbb1aa163347b8b72052
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b68f1b9d4b18868c897590122fc036d3fefa98173c0b97e35ed3f698a1007bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edca75f908fb43bccafc2b9db4f42aa5c2f63495
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb71097ca736ede17de3270235c0521acb0cd5dc03798baa4538a951a2c98fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3158e2efb0ccafa598c4162b0d3069f4b861178d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c064da345d2407d5180dbd1ae55e5e91507a3295c585acc40bf74688cde7f400
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd43c95c1c438de146dc2b5321f5180270e63e3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1736145f0aa414f11c54502418678b380dcf092fb9ed51936541119d2011e39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e120b0dbefb7d9fea9616aee9ca054fb7ee45d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b1217294b59ffb957c6dcbaca19180f36a72467d247962edd0939e176938ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d45d5b6804290597b6eb19fc88571c34585cc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffcf17693125df75864fa6c65f8df91c58e2f39c3e711ada31b97c28476e30e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629f55b17e13d081ab99f106ed94852faa5b5feb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e000497b30aa58e013ec53710da4c7d0ab5aa8e6f036b00b783c6a1d83ec490
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286b0b0c7f60dc850f568631625fdffbfaaf31a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb5e574d8bd6582e8212817a59e43760664c957fb83d329a11edea996404641
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4087fa91d6179d77668f0570588c3f65df56cc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185037b4c75c2b690691df37b606cbbad28f3e0173eec2cd81a97821bd72a440
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d111e3c0df3b4ca01a2a72b3edeb63e9758a7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358525bcf237a40d03a2142cfd47d4c1966c3e54e4c245b6a140f3c4ab0a3d14
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e08989e6e2baf7205057385e95948a59c65428
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db629925839f69e4564f2a73527b941f178c67d94c3eb12115512e868774421
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0cba6d177c114876b6aa32ab1f40ef8dcf6810
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986e373610ccc897fc8f1b831c61ca2845b30216f70cc937c251ed6d0cc893bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f737e52ffa4742a9eb8d497b35981d24838d216a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392514c19e5793db9d7ba1bfd5f636e192194958ab99c1947cc5cc0ac1fa34de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6d23737358b398e2981964794b56c252ec48cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9f57db5b55e25f7c737a2d9bbd3abed5a874da2d36b53f240f4714da8f7627
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef2d1570dce9e14f29fb0dfb07b92f37c0e7f4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e49e96944a609f0e223fd937be96f64f92d9c1c3fc4b48887cf370bf0664065
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e47d87cc9189551f59abe6ccc590dd88c4e0e4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8e45c96687187867b5d6e3c74f7a79ee3b8cebbabfc84b1468b440189eb9b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a7029c1a84fd86237a84b083315a488eef2169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6e928225b8c3faa300c1f0ef66cbb2aca460632439d0441280b5ed12919c82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05cb32dad563cc282d2611a6570cbf224418982
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8fb99d9ccba8208cef07d00838437982222466775fc5671509485d1467c74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b395e019b1aa22c9ae74a6c45270394f87578367
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa303f9b9e6bb64d2e4fd42b7a3b836557330138923d138157210c747383e81c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ac6be10e8db92305529bac837e3f1acb93c20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea55079048ef4cdae52568d7376e042805358af40ccef4f43de8712b72d8c6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7128c7e93b8a8362d3686c47a90b25b1a3a431
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37ab12ad93cb6d29bff2ac3d82b8a481a9bac62536eed5e5cca71638f9efcf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d6f5f510e67370810181e331ecbeb7737ece70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6d49a35a31ad6df39e8c966503b2aa4baa02b47f848ee1449dfafeb6aafbf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ce8202626c430d3dc083df5d60cb5218d8ba09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09edcec1a9991e6712d099e4eaf54dc5a7465da9508005441bd103184c853fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a8a65db2100cd14c526789d807707ea4a1dc55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2238cd2aa02d12667b191f3d3a1e99c0b0f65b11ff735c56ccd5457c3ec5ccff
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18677e552497e11d9cd37d8f310ed26431aab02d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64deb4aa3971b058f92e8b9f3f1b43b21063d5ad95464419f15dd3fd2128c1f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ce979346ec744c95f6f16138ac86aa8b9567c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56177fdfd360320afa2e8de108b2375a212805e69d6ae9916c0200d0e975d407
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb79db891ac4b5173848178e9acdc95cd140f08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7acc58286245a67ffd56c4130009322c109480db2274a2537b9b3798e1688e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf962d49c29a2b39f53074cb2db7a450b99eae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaea7746e089895807a1d894b7723b3944b30739c0d96127bc26d78eca5e42a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea38431dac9b10c6851720ac5705a1f1b2bd97fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31345aedb4258d8ee4adbe0e84720c40fd97641239dc628ecfd1690875b15458
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1094cee28de7515dd3a91b0c041f4532305898
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8122adcd801daeb0977f1fbca95a1e4cdb5a90d97f2eaaf16f93e61f90c11e8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d79601bbe74492a1ca89d74e94545f5d3cbbe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a2bf1bfd772640a0c7f2aeacef60702e8093ad998729dd0d874bda3d7880a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e679c08892dd3db4be91a5cf57db01f5c2c8f9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64926a919f4396404f2236c36bb8804bf15d3e250de3666d88f85cf70147ba6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed2d3e8d411a4268c80c07a2e322459f7bf0ca9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0957892b50f3e8eb6c2663f4daf7de26943a837f4cbeb54f69b86c509c26681
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c840d7885459f57d544c0726ca80b12b2792b74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526eb0c914a2594a6f046f43bc342864acb8f2da4da3cb46931acdd3e4102259
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcc73152de2c1d5142c48700589543285008a5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae40e9657358bf64458cee2c77bdf0ea02344a3db59c07d215797af592d8a5d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3938c5164862e60bd902eb6f96785ce5cd3d73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe71e372a251e54c461f61aa6b8bba7d9b8b24592d0292ba8e9184e8c55fe3cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0a893597e33c1bb6b9fd13729f0f0698e76198
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78979fef737e3df8aebd20a1c9826be2f1a29e59fcf331f2ffa9029580b91f1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cff61d62413e1a01df3d10e72eb92908330c87f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56803766f2bd3beeea241964c2bd051e5cafc88cdfb9bf445d0372caf5795583
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc60307a3dabe4c4507e91b18a227cbd1a3dd577
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638843f896b93f31484a3899fc9292c9d55206d22e434ad10cadcb23e5e4f68e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf9801cb076f6091655fc028aa3726c171269d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15295f3a853de2068959c9b200f034b14f976663d4c6a957402e14ab982cafc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b723ab0fb65e280a9c972ad266e294cb9ba3d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ff1ed515c67552edc19d9378c0a1c808c99e0094dd0065623d9a14729af897
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d223445dc90b15f564b7f8d0329ff85c2569d5bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84eda0bbfa12164e7dc5d8431b5e652d051ce22bfa3761278e3506a76f27a82e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dca5bf49546397423e1700cb17d369b146f1f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4e3aacd0e886cb26cb48c7ace7ae40d01119e5a1f6af1a69547dd7be4a6eaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f72d6d0da91f0c903c968c9fccec74a5a9179c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13d0462159a663d3e1bc7d50929a61206aabde5062f26d63b45da589ef95769
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652457ac178cbd71e6f684f3639adc43f2e252ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fda826283795e92d167d2645112a7317c28da081e1f22d3556c1b762f097454
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a56b3f8e496c195586f2f01eb0993a964c4b62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecc1ad032418af19db08c4494959ed1f65352b1fb98e83fffc8b4b3b62a1336
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb7633d58d3f8c1d52d23e636322890b548d69f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11957359cff9ce783f368ce3693b3bf8a44d59a1edbbb460e8f54d55453f98e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c9576d013f275fa8dbd64219aaa65bce59955b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605b1411bd79e3e7f71c6dfa190dd675c1028b3bdc2c5d565f96971a1a66fc17
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60b4465e00468246a932542089a4e5005902728
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f22ab1eb6afccb71d2b4d6f2c375459e39a85fe3848e092cad411a94dbb031
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1f00fa7b4dff807cc4f5620c4ecdf0d2daed0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ad320b17d2eb0b95f58271f558985104c25e0aae5dd9461159cfeb37420309
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fc3f2d8a777e02654720fa740c31d59aa0938a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cb190453f3e1b1e49be154b5acc04e0036043dff68e6e6021ffa68a380e4b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3af0433ea0c377949b3983913c852cf8ca1738
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21500bbdcba7310e323f8d461fb342cb1c0364f01df24fa536ce54930c2a50aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c9d02468d83aa462ad596fd1225b08a51b553d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afece4e5e09822c79386d6ff7d469bfed5becd71e9962ba575a7d136a83d5a83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84857b2c125b6a47e9b0f698ac8e1779e9eaad99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca9f95f38d6db6f64d313c70d1938b0bfe8a1eabf7c73a0b9566ba143c70438
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b9c35a111e34763f1534710e0458bfd16654bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ed61b14c34c1f544295c1430527c54c7ec9d85e56ff16a22ee093aed32a9be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129a76e2b4f31008f52be4ae1a65d88083e9d010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee19e6d262ed15d9eac17e62f9ee91e57baef68c8e7b42441c8ab8dbd23e01d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7d5b625fc2fd7656efbea8aa8f973c41352335
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52c3befbd2e217ff7b9b08c498effc0b97ba1f2a14d2d4ab100d0c2662ba123
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43cadaeac789028126af073774c976fec12f9c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d156bc2c2b4b82420b91e965de572de99159946c7f959dda8d4b15531e53b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17da09fc4302318864fb8e5fdea1d48124b5a36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b9288ddaef40937c8c5565e0ec0bcf1f211df11b412df8032c3a55ad980bfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b5d18efc45554ed98dfe8921626985c3f283cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8e5d16e4d30cd5b778f2636ee30c19ab3d4fb1f3f6c86c02e717103eb156d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93252536334a2850d3152adb260f47e3e95f9bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d1d8af6cada1130cd86d11329a763cb38caed4dc56fa0af5cc56e3ccd019d2
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46d1e11d37791eba424eb315da1cb0413a9497d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf8e0fd31c8bf4400c1ba66637ca21c119955f04b6560279090e2a14075a067
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf02744fbb493a5e5026eef76fa07a457e9542e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4410d225d531a86cdf9eab4c4fe60fb2d2b1af1d13a6a57aca84164db19dff
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e7f4207130de5b098bdaa56f994e4cfa0dfa77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e003830557353708f3e100bc7aa5ace698cf69202deafff0ac46d99e52727802
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2093cf538abc2a99531bf9e24ee6c14af18b215d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f12e883a058c4d81adc93f776f223d5ef119211de86ce5792b6af5941de9223
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0362b5050667464c13a33896831cb86d433a9c88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dc78f0c9631a7b6b501ba70bcb48ab7f35ef76666da5fd5acd425226c70458
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9f2573a750b2f3915fadd6b592a1796b762fdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625816d86a4641a9a5af893f382ab15391800afb78b8615de69fcc07be058485
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48da0d0c30f59d2d80ad2dd754ff8af60d49546c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2beaab364e523aca586e3cb9b3420b20cef71703adad6adc70afa6d9d17595
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0e81148d5b3d6062fcc39df791d17219ecec69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a9fdd7e4d0215255467e4017eb31488cd4aa2877c9decaebbbad651eaf0c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd72eab3e8726e0d1b8b0ecf71e9bd9154f09ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fc1ec5868ff16b87c749eda0997b623039a3a3c9ab3786d9f95d79bc7364cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419b2260610bd8ff35a42372eba75fbc04b9dd37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a22882e8de3105b2cb1024e1d8fdddd8a9c2fcf8708aedb589ce7a4bb57400
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcc161091aff432d62922e8dcb4116218cc866a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb1ffb603c0c4fc6f86294ac335c5448f0f7011e76b6c68d998f87fcaab72fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90f1737bfca6b3474e2d349b11f0a58843c58c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920c73d5e314fff9ad9df1a6154b99b84cebf24e754b69498add80ecda481d37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da594afdfc4e9eb4470bcf70583d51a1879e0ebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b900f1432f46f769c93a88111f81266c1273d75b4352d5e4830fcd8d394075
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb43d63a82ea7983089b4178c454a1f0a77b020
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9354298eb3cfb7269be01f48b7a24bd4cbb040a4f490927605831db6d2d4dfe5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42ddc623153a832628ccf6010bf3ce7f6973862
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62301ac829f95ab978612fb74ead5bd01f358b4d248c546de10735696982c28c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18ebba1ea0576d9d306f17bbe259cf120cb9ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40197b1d11f085c3a68a04f333c79d34c076012bf190eea6783f3010d3e02522
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed6c54a7f518b54fe9f2a7fb5df8172a0a50a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286721ae2753a1efd66dc684083f42abc9ad59d466efe6046e8d4ffbca81ef58
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0206c51714d3ef1367f3d9c1a61f9434b2e0702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80ec7c7001d61e0601ed7465f697b4d42071f8383a4d6bc514ed6c684c4402
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507e4ea9ac3e2bd97d52fe6b20c309cb455867c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240e85b924a352eb6591f192eb0a1f84566a65913a0c85d719e11700d55057f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3098b89e2bb0e738ac493eef55bb14f821b2cab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5570c5ae6450e346666b34a5cad11bbff5deeaf0f72885614fdd748190f84b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0450b5fa89098aaeb2a69cdbb76800891844b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6d3f1c90df796eaa7f0accd73280aeaa2fe10ec535525fbb8f494e8bdc717
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fbfa92c6a9b431b7293d5c1d8b75f8774a9b1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509534d9298ae34d7ac07fc7b9106572793a12901db3342b78fc033af27a69c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931eb19a455e968973f9043a66bc01d1ea7bbec0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac10e5e445cdbf20b74aa068fea90ff7c756b876fcaf224c6a4be732e83d4458
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ab9cf6404abb4578211f8400c942d5696f9c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5780fe1f9e47326cf49ea3375fb8f4ec9c93d4cfe272752677c62514859833b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e692aa4285bde47e4b3fc7cf1cf35e7aec9554ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc9b913c24809053c844c1a2f41aba5074061119da3cac4f3cd0030bda0b513
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5cb7680cd42bc58135b7f01cb877a97bcba41b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c44498b7f41138baaf72e651766727e20362f1a9d883a9d37bb12960cc792f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38336257034f90db26ae969a564433c018b509
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d677e020aaebe5d6f96956203f4bb64b1cec31d3c365c836e69b45ee34144a8a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5383b0bf94a7df3484e000dca56b5b67b1e0122f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bff18a1457e8d114377831d063c5a48dd312c50ebb2aadf83e15730b226498
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317a70fbb294f0b295acc402e722c934466edfb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4b8194804dd2833b635ad9a680010b7c012419ce4ca1ed15f5b7e90454eac3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f213a358d9da819f6d39ee86cbb0aec8a1dd2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5112bcd3147bb6f9c829d38694dc49534fa5d6c45217d5c77bc9cb46962e7043
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0a7c62fc6d53bd62ac080e3f0c7b335f3e1c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a34f6f577c81a1a19f30389f285d7ae89e03843bf55fe4b07021a307ead2416
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba95b6d2c3278281b9ed2451b0c33a443d0d5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970b23b74504cbd1b79cbe3c3627d95342254b8512f84fe835283c71563fc515
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22169cd56373858d11c05a7a3190bb4e959627db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3432ef99725eb47c01398809862d2229fb27f61e2233b508dc7edc73da941e99
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682c01217111b283038a4133274772e42b7fe0c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49544548194d2902dbad7abe2423734d3d0e2bec95a917fb1040862aaf701e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34482ba0192cfb3570865ff21fd76036ecb51126
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03291105d3fb6d4bd758e008238d67f65bb36461ac8a50ca29b55458ce4db7d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d20624cfce27390639209461763593c49926e8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c473b91d252c25eee626e2560b0812811c97eb60633b46a384faf212ceddb9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb8e3b6c5723359b11fb2ae13dd6430aa05ee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3cfa6c3a5ad03c299cbde7d5d531116619fbf81f8a8bc649faf285d15584c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407a0725e4290ad4860eada1711b8201ebc3832b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b351054fdd31b835e8233ac27179f0a07b93ca7da07e18b04a8b40fb89a419
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa025fe00b77450f24d1fb79af34cf9a15fc76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c6316cc5b1d321107540607d0015152ed3a63aeb67d05995cd7b3f94baa382
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e7439f69e8f3a40df672703e94682ed71ed687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdae07f15353fb24f1e588b126deb3f282b87abe3ef4a16f98146218c8114d7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d36424af1bc4748551be587b702bcea3f0c380
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee7fe1dcfb19b464349a7a1a62cf22dfe12090aee3a293bb53036f022db0233
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87faac503e6074b12a0aa2dc5dcd256e3688f4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181275e31b8b76cf27b8df55dd38e4ae5f04bf47ab624396243c0f096bd76af0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6d63f777243c20782159d3d70d548833c061e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e01d124b6b583ff14ccf72b0264ad328a94883f559e0829763c35a97d7c589
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5736febb8a2362955e4600a1e17c78a733f9cbf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ff2a8deaec7fe45df6cded8bc3dc8191dc1c3ca7740b79bd292f92f9e3db4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a9c01e1f6f802ef5f6220e79235e0f40c812a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecb3a6a02de08c649c59c8caa4f8fea73e218a2ca62d6d807edd014d49aabea
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3c56b859d42d7d81dcad6a5ffefd20f8c84f2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb2b4d50ea998e0152353264f8e78ae4adbb7d966bb132308104b751af13f6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e01576e2ca60c8e57eb094044e74b7a4ff8e09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7232f839e6f1ecdd50fd8012d521596df6fedbe20a87a8df66527570375924
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fcde6c0e9533a74e472eb7d4b553d0172fca29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f258964089892efac924f144fe82e149c06cac5309ff74764c4eee2700005
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c291832a45351e482973cdcb15151f97391868
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1145a5fdd1315b5f6ba0aa8c142de424c1e085279f9866689c617ba88746ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a084ef25d28aea62b06ee64785e744015a7ccf39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17882e8e2db52c5eb8971c15d38329d2e8000b13660c580148aa15baec78eda2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5945a236d12da46dcf4a0155ea1a9a60fb46b580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65b6496f32ff8a0a7ccd296215e0052189f1645e21dccf05ea9623d9eed75c5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57191ca284f21951446ff00b8049acdf934068
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b2eb7f417655c45e830e2a8f30303117199cd1b5b7406bca538218e3ddaccd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d7319ff613c8273fbed591d3e936c1efe3f8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefc3b9d540bd75b4af9e6ace42d86c4ea996bc91eee8b67e8a803eda94c4b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebb826c38f11e5e2b4129eef1ef72f0d6d835e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60def86ae368cff2b8b93c84266770f247517afc41df43f1d90b06264afb7bf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8404efd09044c70962b4d9e88e573d78709a2e14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c3007feb9dacccc597cdc1455376b6d42fffdd193a62c592825f292320c42f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc07a06129666c1638dcb34f0980eccad4bf2f4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e6ce9908ba0a289ec5369a16a6143c5b04eb9d678a826bcaeb4f8408dabc43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cdc3b8c291aa23cd1aa62cf80c053cb33cbea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1deb337e2abc681d1d5c24c01a25886e6bd0a4099f696b6b3f1accf7fe4b05
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3aa99bcb44a68a50ceacb1602eb3137a72c796
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9192c188fba90ac2b34a89bec1bed135c2bbc750047556268caf5c66a3b1946
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26240db07783499269709d632101268b05cf407d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85b667f613f0ff9e6bfc98d0b0cc8df02c33bc1b436be4f6fe8d038a2d4f4ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176220c6ac58ffcc1446d18c48ab241ac765b4ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c388473b15e807f8b43e95686fca0a5c3f7324e7ec507d61c3f471497136ef9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b754c4fc08ab75cb848e3c59fbb5c6d3b2daf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674e1e039a15901b2ddfbff38a8ca936f93d7103e2c3de36f626b27c02d3a6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0184e218d17fc87000227f2149a01a3989db6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515fedbccde5e29945e516d0813caf8ca9225c6a44063c956d5b4da2a0f44086
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ea0181c615f32d4ffecc37abd6693bd4188a2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0044f02ec5bb2749be12578b84932048b74210775159ce480e81bcd78f302a7b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa83cab8b32c873751a9d111a2dfd79c88db0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805bad08d32df89de9dc4d4d21c1374a9d6e8b115175981485f4512e73d3ae3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91910d96e8c8a0a245950e603ca581181f99b48d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32855f7880016a50f32da456e84ee61b32af547e6454b547b179ebf18a3c3127
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51423fe1797faed7a821884a677efe8dfe5daed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2d8c5d510b7e97f3edfaaed9a64548fb5237f9a9da358cd42af9b386e28a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7e2f1a8aa7ae3c73e6f1b53facc0e27135d9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aef46786af96ada87821e0609dac1d3ffd9ac88138dea4972f3ef69083017c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef617f36cc2805cc791c07ff6b9b81f4cc85dbd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff680b44714da42d467c18ea0bedc2a683c3b211e8652b70e0d7f0eb80171b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab095cf939a558c51b6f22277b23d1db5b838b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59932c89015fbdeb5b360173bbfe579f928bc4ed00635f791fc2065fd7847d40
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b58cc87b87d8c180e57d5c43638411ab109da7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6c03be9e09f58f9a651b08c6fb4c72ca0f2301b9636085a01456e138763c4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cf377a6fc6f30f21e06f0b5f39208c59bd20e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecefea95984e3fae620f9b2d47bdf7623a24064570f94fec7c9664e7466cd5b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d2877122ae4dce986b3011d5a5ec1aa7e27e73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04782e750c0ac2776896e9ab20f98671a65c61b2b05b7156bf76ca39ed08b81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20c745ebddd2a3c859088db3403a9d27b54e346
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a2284f787b345ccde7e748a0b349a1db3bc64a1bdbd59517663df83758aac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3147505980b543793c5d3e55640e18f402b31296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcf849127f88cb90a4dbc0755b31575cf3b3b11f533e7828bf42a0ec0c0e907
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c319638112ddf74fc039a5b5ade6b6dab57e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523c337afc89ffb96687f3bd2a37b65e65ae88b8ee34c9a5c7b18838f9568a8a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89803954ec6cdfc18f47d13b721c1c95f41a90a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3216972d8300cee191b541f56f99347be233f0453f2055b42315c7b46820c48b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0da2aa6e1a1d76cb7b56e720baf9785a8fe51b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c121b98828b64f2f37e9af68adebe2591510eef14c41bd1a12fc63b2a9c0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db35b335fff6bd9cec2ae5b8709816340c5ce5d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2c8f01315778f6d35a18bddb396387048361ea2cedf38161c87ebedc77e3d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b853d7c57cd2d46139e5842912a4e688a3e3708
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7769cdda3e7928ca1456cb0b6220ae996f7c5fd74bb2d041d5a2d5f7ebf031e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1bdd23ef88ff8b0d8c067263a1069c8a8782f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef77ce1fefec1fd56b7ae1ddd630a0b1b5771488481a8c00d3cf1b78510c9c3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8bfa6e8a6be99d5b23092aacd66b6e1df353b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaae1b952c7c60e20c40d97d23f481274d0db1ff40eace3fb579daa8b8b309c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bfc0ebec3bff973a9154cb4dbab50a4b148681
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f283d5eb2b08fbfc70a012aa57ea02a3c43dce426d589cd74a093b4f96d46926
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b3b56105d979710b94e8626bf915ebfa71ebfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ea6a28b33cdcc7aa0a22f206c32c0fc3c28ed6f4ad6f5760cdbc805c884185
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f33b9a0ad4a89954735501e1b7fa8a1e193c484
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91575c395d9756c92f10709f40778636b05bda9608f1fc7c971e3dca292054d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69942f2905e953496e5f701ab6394fa3c1c36d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c2543c7152ad0d59051c4f69ec975b1a983be075f6adf13ec7a95cc4899143
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84a5f140e89f7d7061b156fb6c312c1210a2d53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae869acd8c9444e8cd373489d45b907aa3c1768529c08cbbadaf14d999883492
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f474cb6a36ac3454204b9a9436b01c9b7fc18d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96f8ed3edfdc3d9bf1d068c285594527fd54dd4a97aa9055daf4711ca6bac89
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d7bd79d9466e11b26bf45ad79c6a29006508ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145af5d73193de758a3dfce9b0866096a7549815ced75f545383a4f33dfc1fe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab5a8d616569b58f8007c3dfabab7246680ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7143e2cf4443461c4fb3d22d0bff2d317eb20f5b94aea54be0895d7154fa7c22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8c2fec14ce0bafbf3a9daa65ac14a3be95890f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03653ecc39fff1cb32682ee0b30a2f0083949f57cc4e10e043661b9f56e7485
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e5727b53eb5d651370e076e6ead73ee4a57565
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88eed246e18e7c834003f0b494900f211c1eb788646e7d074e42f9085b12e5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf63a92c2f0d2ab36a54ad89247cc5d8256ade
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e83552912b7ce55129a8d5ce9cd21cdec0b3338f52df0daf32692c995689c01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae53c6bc10526ce3a890025537b386aae4e1940
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3f4d60b4dd2c15c033e718e1081845adaffa1d493cdfbcc12e24e3cf229925
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6789dbbc0ef0ae80a688ac57ba56e8c0345fb22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e98ddb91fa531be89d35e27b6b86bbe3a934047e6c6f537618cbdd1dd97ddf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1f4c8185ee14e0d1d942449ca405c6ee015fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1de498d33148b6b2223522cad1e5964463512764e0626a13a768e474f1ddfe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece2571fcea20d1458d43bb087254202736264d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbee8766a78cc758c2161b14634f2ea8943add1ba52bf8239e14957cb6af72d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe8c001e4758a5e027913af36c77384604005c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a349e24525a137ef75cc17c4eb72fe6cab70d7a35891440a78de85873ed7fde0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15dd293e95b13083c3d8746cdbb7546231ed909
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c6e65aea85bd17bbcecc8e588deb9ad6a8c3abeefa05f424bd8756f51795c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ee3ee9043d3b72a9dd91a77542af6f0525d75c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a704d985db542b03d4521ba1cc10ac8cf6fe2caa80ec842349987e3dc63f9c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f2f41bcd581f4c9f960200dc076bda147d8f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f459c9c569625b1e6111747ae3861bee74038c1e454d33566a5f69a9c2d0aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14e629f0df57b1720125ff7cbce484c7e293b48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213e7e897330d6d36d72644f8270ad7a705cb216f0748645645a3db998f94eef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d2a029b51c99323c879fd22a4dbe41100ee485
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1470cd26e408806265b593f50af249d0529e946ce23136d5a51afbd6ab4e05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed684a7a7f3b796af2b7945768b75236e89e6f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1ca6c6eaa361ca3f8f22b19308d893baec0eea215988dc7271516c079402c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a0a7216819bb0679751b99297f74efd8fc6aed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ce2b96a6031c6f23a2bcdec29f25507bf57863d9b32d130c852754c7b4c01e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33bbb44d2ee7fc753d439cfafa8738399287f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dbcc27b6e96a5e44bfd6b41d75815afdfeef71c4c2d20b8a9230e7cd163795
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa077ec39d8685581990e574a9e3073fe068a62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c758be7121c43b3c0ea1d4bc0d152c38213bc3819afe24f7a860d1d61486efd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce8c4ec6e477d4f45716beb1d60d1a320050479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25784fdf5a20dc3b936d3199ea14b06a4e1c35ce641714077ccbe06f3be435cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b4560c85f0bbc913de44e2228f0729bf152920
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb37e4e8c5a041df4eee9264a2d9c8f3514d2ef8e360fdfbf6ba6a9faff39cca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3909018d0f238c56f233c5ed5934175706f7305
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01aa105fd678c7a9660452749924a78a4670b6ce95affba5677ef1be6ed220f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ec557b4a81d82dd4563a2c78769b23519e7a35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d1edd34c725b8d145c5550bf8ab500b2b12dddfc71eb1cc5e109f082bcab05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a690d71ee9c7f8e7cd06c43d82b8d20d794ba22b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec53fbfeb7f839973f43ab16f7ecba9f424bc657e6b63112a7f06cbdf48400b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c451ddf6277824ea5678e28d8dff1420b423a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a8e7007b0e2075084989d88bc8e336993fbf0ced3b7c45321c1b1b627b6f10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80868815a55cd1d4d214996125089ca724f90d64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70794a0da09a648f4c4fe4d8f3810d170aed1008d90b38fa0bef1935d41464c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a819a0f4a7a8123292d5396015b5cdc15baf8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b7d2ef39f2776beb655307478cefed66df349905b1fb77ab3e458bb548704
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d31eb2e0773ce6fbc577ba3eff3fff804fc601
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3b1f8ad40181234fc0bd59cebf4db3265feb983d20999054d7742a6e58c75f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0308c968bfb85fd4b253c44b8923c8a34c2aeb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12364162960d1d8a076e2482dfebda64b2846101f55760a7fcc1be69fb346f77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ac9745f74083678f7775d3e651f773fbb319e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54472cbdffc0d448b5fce203f1afb90e7c8d1f27a9b4a56fa03a2aabf94db06
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbfaf16bc90b143b84aa9d917f12eae2a578830
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75d0d4104920ba147f40dcf36b57f36f0dddf604f09936dbd10fc0e861a9af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a30317082874ef380399133af26ed7dc7b0f87b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72f3c711a61f5cc3c1589b27485429eeab8817f592c0d8e0bc891253838f0ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7237a9f8ef68f7ea86ac9373db7be46fac362327
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c732dcc5c62202bd0e2a9d3fad87c40460335b9e8f03299addd98b937b8c2f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c133563b52474ffb85fb2dd5ebcfbc08a83562e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bd61c1fd98c8a312e0bd91f970ae495a64522e932cbe33ee217a683402dabc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7490c1c2d2072ee04575ba6ecb301e3a7ef2d8bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dbdd3f4ae0bdd5a443b6ea95c1ea127b7b8de5dffbc22c28e67073d8a4fe18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979ee7321c820b347419c7ba4631a802b1b60218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54137a8ece75094f7d9baa020e07cd59527b03fcb286c9ab14d26955fdc8f06
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634ca4cb54dd6f484d35550f4bc94ffb98cf63e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ed1f0da0096e5fa8b036d8717c6a49df24cab7b497be0aa9201d7dbfe2a153
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752a6dd7f0c83e161c08f42cba2601cc522d7e7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04c7cc5913de85b6ccf46906813fa24b9c3d0f1f8881f5998b01d5bc3c35197
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1110f7172ba70139cc7be868157a1347aefe600d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7313722bd8812a1d00cf5cb197efe4186abf14324a9cdf53d09b99118e3c5208
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f388907bc78af85d1e57aeb79afd4ae1027ede96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021aa01208e275d64bc2bafd48851643abed2004e33ed7919dd2f22e1a8896e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fcb34fd91bb831a7ec27c4638fa7e7d03c014b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0691356cb7739ab6276b3373462c5f28c0497954453e890bb517bdb8797ea569
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55babd7c815591b068a4775afeb1b1e398a5d38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae2de37e542091b21445806dd421989913d1337f667b1332dcbf62c3ffb4f50
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b61a2ae0f994b9c7148c45ba2ffb18522743bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d452ceb675821d5f37d59b2e134d2fdb02d2eb4f7a9c056bf7cca5866a5ebac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e07f6cda1c14f45508857246529b014a7609466
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64d868a73d61236d858c5e6db179f6a6edd5298b9a3bee0021918867363cc49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e006747636ce5867a4ec5209401bd5134b60827c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9a4bf55488910e952f68599daeea5628df001fea229bcd6263bc58ee841951
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f651f55a25c26600449553290626dfed44cf6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3bba08ed214024fe8a3cec52231037704a59dec869b55cee3fe64b017fa9cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4055e2dd6f0da65f465a2566b3cbcdd8954c56fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5e3e3facf11e65e6ffeefd45653e58d6d5c1ab95d16fd2272e85fea8559818
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb68c7bed9e194f21644187bd26a371696a4f35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2ac176993db8833afc3a43252d0e20b62f259fa791ac2e8ac66dab5f05adc2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e32a1638e25dbc7e0d84e2d8c69610731b1420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b88813232e1a4160fb687c112b15a791f384ad26f387834a38aa30aa75e0802
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0becb9d70d16d4dac965807a6ad98356c66d30d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c59e897a9cddc476fa67e587e5c1edcfdbdd6225e4390211df94dba2b980338
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9364cc76de6750a4e02c1d358d9c811fcf46bf07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74236b79f43733f3adf71fdb781de07ea5dd9afc195dd79c07b2a074925b9498
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ee1d0406283fbfd134cfd50ede70f52c49b17b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054311cb4fe080b03da801831b87e3619d9f43662b2ac925be92f80826465f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee180a6c6368d76ce06759c5d4ac8df9d797842e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6aff8d1f9b721eff9d6ab133fe91e8dffe9da8c740369ffe966d9ad28d5e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936a82d21c21b2d87b04aa62bf9fd8e1099c9a23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9e7ab671a3f9c0245d37704888305611d29545b75d2068ec9fc570da26b059
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0595c1e70f5fc83bd885a89a97c9c013b5ed0308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2a04baf161c6e8caef5acfe73839e3b1ce49c822373f6f912516c74115262d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83db0544abbe948c85edf6ab245783a522a3a578
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0452b47d9dc87e7e36839602f229380c40b5c9aaab1d2bdb8db3fd325a42a542
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b430dfbee4ea445bdbeae464e3bf4519cd34fdf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c61defb79e166f4bbfb640d2e8a67686b433a8e00c41d39e9fc87786896e083
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7f04be1cfa8628a65c8d85dcf4534386bc5e70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feded4dedbbeb7f1e418b29d3e27aa84e18e2253eea45652928369289e19d18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b76cd68c68ad3a294f88b1009d447ed54e58ae8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba20d43ef42658bb4f4c443c0c2099c20a937ad635991b5a50e1aa8d9b612c5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838aee203559854a298e7b84dc2c8438653e5e07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b169bc0a2f6e87dfc0b2f6f12c86efce390ba36215e9095d8aa01f8041a357a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb761516dfe3ce3237860992af57e2cf4b703b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63d58167bf1b68a2ec08d25266509d1d32f7677d06d39f21d1c858646ee16e0
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e56dd579b0977435c6045b56046dee3a308f607
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a9f5195c35b60fa2135c9fadae7b79056d320dedf7fed429f9a5cee03725aa
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bc94acc82e50bb6b28c867edb089ae7fe22493
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e940adc7ace632ebd71b15e5940e2579286100e8213de24f6a64637b33479cf7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd919d3c8a7c64a2b76684682f664c3bd1d57620
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8d945c8602d17ebfb6756bfa02d7833adc9f81c462015538f9d835a8adbfda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7854db7c4018370ddceacb9a7b63ca8dc6738652
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8076ea949362075afe5b8de4ce94b7c4fe2f9f1accdf719c57b31f6ad61e047
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d01bbeb22079b08ce4dfa0999ab00374698fee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b62f60e061d06fb1590d9d3258e39025380c547289fd99ca7083baa9ddf6c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27efccd6d5213b20690151aa6887617ac8678bf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53649b5f3efc8857a81d9b243b7fc9cead7a6a8e3f369ee8ca04f39e8d835f73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0270ff0c86910d809af694db92d4123f787b8404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e0c5919d1f547d99bd5dc4495d4aad4400ff56ecb97d8e828e3e654cba4dba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468016371b8892a07f03e7730df2b20743a2a187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174c416741967c186c7a371f6ecba8e62a9f07e77657f4550b5ad50a2cbecc9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c498cb293cb15d21401f9e0e9d2c9dc8e474da0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54af21b480c648d5e003907e4cb204400fd2748cf92bc3242c6e484e6f5345dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614c03d3d48c2a9461a835ca99bdcf66740c6a89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e8765943110889075d8bc0a5b49676fcfc24f74232598b1961594901a44837
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247d7385392e74aca73c47c348010a7bad58c04f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6631c94387253676f209724bddea06c151266135e1ec62343a639a89bb0359
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d935206c61974e8313116b612568964f61dce6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c48602c5f3033cf00225d5b406b7a384eceaf1de0590ed49687f0c76562a32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bf56306cbf140500bdb1e241ce2067ed167405
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64515e7784e72f1a1df451668750301e185031194ba9955251e8cd6bb25ebd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6578c566233cb3a745a6e753fa7a7db2be35efc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d7b39d4bdd15b0e152b4f6dcc32bf11165a3b35cceb22ae2cfb0b3dbfa30df
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eab1f81bc6f5000516beb833aed44ee6f89d5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c483e714f72aeb74239c611845018ff2f99984609d291da3582d935e8fd985
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62c3d6211d21c2df21ba9ca60f8013b2a1a8cb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1752396a94654ef7f0ccfc07bd1ed8246aefc42f63b63f129bb1be795b9286
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70eeba0ed75d4a99de75e9f84b56070d50c18bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb797c20254514bfde35ac02fb241fc5b7a5d37634b92b0f65e6aa21b9ce17c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0788f1ae51b235345f210ce07810e64a4fe85e6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bb8e2fa5eb217b92f1ecf4c0a11a903e0ebe7613329a47ba29732af37e0d65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be61fc4734c49c5c65c2810124c10d13f0a4ef30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb940102847893a9641e671e709609eb7e862ec4f84f5deb758ddf6f4fa85c9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba245a0c464481485e30a462d99a406dbe37043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f991765a3697eac72d42af3f04e0eac37e10f63b328cb33e4ec4b3f2c54668cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999c5f3f649d1f09dfb5cbe4443f6b355e63dcdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15052568f3a1b549c27319af236d5d552d6128207b96ab5c2b047e763862cdfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fcf408a81f1c97d611008982934c3cf764305a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75139225d6af25b2188f2f00e2044fed2a3b75eb44bcf61bc1053f4b32084d21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fd0e9c1a7f6ecc76afe3c2b2ad9d6d7a0e7fbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd8505642f8512a78848d6036cc95cef0099c0b7697541e01b2a5c0f324434
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba18e601fddb0e0390cf61391f0277b9c386fb85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e7028d9f4573aab5dc6e71b2e6877c7aa7cf299a97681f5b915fffa044bce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5faf58f8cd7142476d13924ff61c91a3eea1271
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96deac21173f4691c8ebe9cbe2c78dbb10983ed25ef15ba5fa8a9ebe1728b57d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9180003a66692392d00fbef08cc5a8d7201ee287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bb89f57d0e19569284e0f314630c78ec76e969fd98cab4eb6dede1e868aa1d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d68971bcd49882b945bcbe6c64700f115bf94e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065aceed94ad7e0b836bb0837d1584544d0efddb2666ef52268bf2132a33ed6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8819289321f95bc55db801e14def90cc31a5da13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44801b9cb4425cc2f0ee12d6856b305f88c9c60c748e29d41ddcfee60dfd3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde773f1cda8164a6e63569acfc8091f6bcf622b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a2a956050d2aa3ceef01bade9bd58ba78cfa49f445aad121abdb87ecac7184
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f855f5decda9d4ff00893d3422018577db8e146
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416462649d0ced5c0d0f3a98a7d3b9bc32ebd872c7626d3ffcda2eca2b8c71fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de17f10c89dca76ab33a59775cc6f6b6bd868794
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5daad87d57c81ccacc621851bb9efac5eef982bf8ec515e606b920209f9cfade
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2edebe7f460d16bf1befd22f9de216f7bcf7cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb358c54d670b53ef26405dac11b44760f2e555cf861eac199dd82e6469c64b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7278e7469ac6de1197a24d6deb9ec6901372b29c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda6681b9debd82e900a8b060fccc270e28082fbad8f4f7906fdc8accc70825f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ed595eeee5fabfa0b78c854eebf41faa34e2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1293a84ec02c3c1117af034d7c4bcbf484102d8473f4ef5347757793f09e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3971b26fe2d72a062de06916da4420286d0c3a0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c3792de296cd5c4e77463cbb9e3ed46c24d3d75df05ae5610c92950f33dfa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a9854fe5686fa8bf08ad1e412742333d477955
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7243e9345e1b980c9e364fdbff8cc855ec77020424cbda8503274b53440fa1e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba9901774fa1f91e8dd025c3c1ed262fdfb9e74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10166b09bdfb0281da4a24ed694930d4779bc5da1ec676df8fd1b8f9892f8d55
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7e8a23806981c4606c5af5728f482ec77edc83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f404bcb8f4f272a69957dac7f3b2beeadc1a5bb77c851588897da988ba4fb9d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805ae1bb555de7ff5149758a867065206142427a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51205ea221aa606eba9eff782d5dae01be7f263b5ea2052fd5f68b2a264e6e97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7128d4b30788d67205b3712c58cbbdbcb9a244
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9473801b05ea1ce2a70c9bd6b7b8f69ec730a2033105fb630c796b26a39773
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d266cd522e7ea4812be8969a689bc529aad797ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88a362181db8903dc688a74c65cedba589da690a81063d2246956f481c9f76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f37bccc27fa22e562b4cf128247c9df0ce7fdfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25d635e77d02a421cf485d5067ffac063ca7a0fc1504b886fb13a9a029dd5ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3edecafc852d274ecbff58c0f0e0a2b6b9e388f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dd4c909478377d97be9abba8acf033412b9ab05ac1e71b594c699fae20b9a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6f3da379f4f4e904b47834b97ed5450afb78cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b01121738dace9fe23fa5ff49555c47a2d82a24870b49e2c73d88e9790c211
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5f9b7cd06fb92a13c916735de4ebef19cbebf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a8dcfc719787fd8453c4ee480532d16b87905eb03db6654d500405a33d5728
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fd91ab99264a18699dfc3f5af6149dfe850c31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ae5bd6f2f38c11d4ed4a8ed0d201d2621ebfd69f2e9c2ad0c32a3ff9c4cff5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d567d71ddaab2534e3a7aff9ff464cbceaba03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a912a8d3fdf594ab29c48653aadf1c17ff3b9eae7b04fcb89f43355a196f6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a7447488e441e3d8b2a6dd12451edf5899ac9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56230e479912174669b753518f6bf2846ca03cea83d5985b3a72153104f44a49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fb5cb614c5723d1be2da9e3502fc3f31c1006b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaa58919beff218a3d6a978ad077578b94fd789db611067db7c592718eac062
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac0352240098f5fa205ac4ff55c5c19ff45c719
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dce4c1fa74e577f4ecda0c841e31e6b49f08e976bfd97bc786fbd073eeb1096
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92980db3497a3c053475edde8a54577103914e34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97c277304958ff8215cb4ceef29972823c1df6311b72e2064d46c854b91ecda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b49a56cc9adbfef50b920c0fca9ba8a40d82dbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1298ee61e6b0b616c03723c6d058ae2eea0cc9ba36a123ec4afe2cb5982c5a1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568ff0df35bcfcfac81e085c6de67b1140bab4fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157d9776102073bf9ec757f03c8e627e74628fc0bcf8768962a9c0634bf53c24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f29be1082bec8522433e7aa3196f776c59af6c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4feb8d9a5c4c4bcfffc4b749f20f87f916166773bf1976149ffaafa93c25c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3855237d25d9f86186893dfa26151926036ee096
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b5b19c9d35bc138d652bdfbbcb34d0e33a58c603b77cfb7e5cffe1b6f40e95
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590acf11548706a8de3a8bbea3da7ccd5d2a68d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf2e141c9b241bc2d54de7914a6eee0b2203db9dc7d1d8f4777e16bb448b8ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5c5ad16e4b643612bb37a84cb027f3771fc9ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5b8b598a40138887a18de9ca582df758a54ffe7e2f8bc4176f8faf2e95a59e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3da263cd5b5ee6ae889f59246a7d5614dc9956
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e0d34c51b66181d76e989b8e7c75f130a14d30385f425cc63b8ed1af0905c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cdab65814dc9afde4cd2ab7ce5b1a7b2b594aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1300c15fe0fca40d52b3d5b4632109e4a2351f9032358492974928bc6a99248e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0a793a1e28a9d3a94c5f1dc38754dc741b515e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6645a131ba88edb871bd1b9567de87121995a99155d0d3238c507084a6a1a1f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57530d41503fa7d7a98d307b3efb510d0aa4dc04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a76b79a6fbb86a64c42443d63806af727fc8bb3494b2eac7beb2a3c9ecef499
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af89de75f2dae65b0e82802e1b25cc586433dca2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb11b523a9493b6c2ed666ab8430e1e6e0fe64b4fbf1bdaf1e829d3bcf903e67
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be312766a160b5ddb17b288a98edd995acbc518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c8b602b78b03b972a1ad957562eefeaaba24dc046b3aaec54e1fe98736200
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46659ca829d5c88024fffcf32c54057f8279ac52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e550e0fa7b4eca3b47ed7331227982f96aa13d037b31785098d63df3a107e85d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8138cb761540552e00a75c7d60d90c9ec4e693
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5280879ba5bf0c3e020bef5c8c1730f91880da25de2734a24cd7c9efd19ca2ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51dfba13606e038cba357a6129bdf007c50f635
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546e51e821b99f44223492ccd54708c97e5c8fb6fa6a904544d0834127b9b9dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3948f6853a8e11fd602cdbd0f652d8594ff30779
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740eb8eaef96b86ef2471df27c4925a45698237b4ce5d234e74702acb9bbdf73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1705d371c2e55a911564cb169d9f3357acc035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bdb2423490ff8c4d270bb35d1e59f3940f0096c617ba0246bbbaec8a9bb953
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eac01a5ff4776902d7d1fd097068535ecd764f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba65f646d146de97fe2426863593a35584f648e8d2da3bef70ef1df3741554d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd28d7a3c9e9b039454b378eeb0a841a56f8cd89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592dba1d25f25ee5b08b02b189d335124a7e4f7b843f33a919a5fdace9d76528
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f10e22917b6de74b6d02f6608ae9518bc0d1baf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4defab380bcd42e8654e52ef29dc21437e96fcfddbba3aac2ec6f392d9a85ca8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9472abe90513cfca31d59568d1417f2e0e1d97c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2153996fa44d0b35a9c077bc76f6169c9e5f6db6900473d668118bca8f1a6a3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5350b17c85fa3880c4bf130f1f7654dcc48fd568
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a0b4a8d7b52f6761bc8f933354edd808dcd0b578b7273f1cef8528aac87583
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79241704a6af1dde9be4120667bf8b1cad8154a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5e183b214d85843d13ab32ff40a4c32d0ad543a069259aaefa84f973bed4d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5336089d39337722effe45b76bd4b48397f579f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4defa5a369ca95a61fe2ac57092adb9dcc6485f36b40b5cf7b9d884ca50c3fbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b6b8c4975dafdc6b660476a3f97eca209d0a7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c14eadf04a6fd53cdec8a5bcbb2e8a49e93823e19a4f6821a4a38ff6b2f6c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf01af1d2f745c00f162074898480a8527fa0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f080779b3d36a631a19dcbd5dd673f22926c9c75f2655b637487adb2782fd4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ec12ebd107d743b33472ff5c7c5c33db270209
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fa7ac3f3cc5902df9b6c893c9ff7c56ac7b386daa2e8a9663499903e4e9e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d634a504bb50011dcb8a72b5dc00fdcad26522e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2deb0679a122825a81d8263795c4241ec180296135d60f51ef91b9660b6b6a18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9df921d0b85413585b4dae742eceec22a83734a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6a1dc627aeb40375738b5d0bbbc69022ba4cdb33ba4fe1d319dc91183faf1a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34483ca37eb7a3d3a79064e6e32e5702a617d6cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d834a749f014b55bcbfc7b105ba7896e7b4c2e741a7819f4ccdb84340a7e3ae0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba99a856e8c390bdaca8b4f97174fe58771a5e97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4488aff72873f71f39a95c785af682cf873411d898ba52c1e4b3885dbc66dbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1365c73c55b4a49e8441f5bf5ecc28f4332a158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0652143c64eb161d8cb29079d876272ec83ebb7629557e96fafe0863f0a0917f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9715df13043a1f03b37d669d352ac060dae2ed4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91b02530f96b342f427c890ba3a6e852c1c3ad4d27c4b8a2896bf002dace87c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44480564910829fdeccfcc16bde3721552ac0e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d3fda263fe0e73e2c09db45cc0acd0bcb0bfecf908b25f855b4a3ba1c1a01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f70e8bc8ff65d39e6b2317035d88509b6f941f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c121187f7a0be4127d1a26ecab4f5f27dac1833cb13789c196c664267a166f67
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c4486e8b645a52ce131be3aaddc98796f01fbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27990af3335d1ebb7cdc08a050cae0b520abf7469fc6294f41348fee7bd100d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bd53345ce0c5a6fef486593ccd0fcf9c2906f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c3cbc16db7fdb7082d8a16ef90cbfcb2248fa2a24eea805145a9d8ff3ecc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ba794cb2b411375e0c303acfa04f685dee02fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8018754d99d023614da8413173739ab087d6f8a06753cc946a5f23e81487be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b6791ad53d14f74f69f6e6c4b486d811189460
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ceedf5590c2ccb5a09570bb50344173213a6ce13aa6fcb5d0e6a1d86f3422e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c1f16fe97e16c088c6350e20f6f587f3df0ea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9aa26e8f98ff87c0348fd13f654e14469ecb56c796c42590ef8c8dc6200c8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69034bbbb7d1b6d697fa6a17b46e84202ddbb7ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6ed1be88df07da0b565e43a55e1099bcbc3d92a717d2668484abadf837686e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e680c2bed0239dc99a307b93608691e49db6d2f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2854a1e79c9dd6db312b3b4377bed9d9cc852acd3b0ebb283d6add1fbcf81df9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c95acea172c9d2cca499d8b917212bfd8b70b07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda2cffe46943d1ae6746cead66bb404f3a458bd1e7e831393168a4ae0b06d7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee236c4295ec80852d634735edcd348aca3096d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f8c7b6be55b158aaa35e2527a903a886a0b6654580e2c9cb3ed8772b7c82ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8df5ad04d727b4e564fa8b45cb5242a5512b12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc961db07f0672afe31cd861ba31c343da64d282e8616eec0263428a889343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c45b7d720b5ff6ba53ca29c2551dbdbb22e2dd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6adfd3914862f343c4f08f381ac3558a60fa0c13a632f7f862486f0946e82b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90c8c8631047625257bcb8f40e1256d075b6237
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed07f94fe968e4e08fce57d36e86fbcde32866361be409cb711456225a3abd78
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9277b08969283d96cbabcdb2c614a4dad5384bbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf5d697f433a40220d03b756d5c0ea9d1d0d1ba2394a62a61099b527702b73c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9050bcab7afa6e280f8782915193e3c666c805
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1a0924828be38f12edfebd8afe9f6c88be301a42153145218eaddc22382fcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14c30fd91ac6dc5870bb791c26be9222586ec08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4be376f435ecc0994f11a06a46f9f168ef879216896f1772c6ca2e5f6a621a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e41856661a111d20f895c5432406bf4704b583
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d5e6f2465507d63f787fa2321ea8b204911c6b1d3c97fc9ffc2d700fca46c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14faea4bcf6f3b8b922b822d261dd8dd0c8683a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3532800ae5e44f31a58f61f2045cf5606aa8d74d925c5d468009eeae3248a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897c483f43ec717de045de3a65f9b7dbcf9db953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d46bd1911c979b8de2127bfe9773ca1fe071ae6e3c0f331e45895f83c02831b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f27d23e9039e0d41eb9bf37ab95391922b45a14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7441a69ddef2962d0b877fd54c854f9e2aaad858a4a9acc1d17268e347c4d728
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab78bc3adedc1ca9538e8bd407197865e00e46d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb13eaff314a8a299305e0871c933fc1fa973d69ee9c4adbee73928e6b546073
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2da9b1e62294eb87aa0aecaca987a43e7f00c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7845b2dbf87106b1077c3c99deaf890a78a1a8bc1b354af5eeed7eda8e285641
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bbb91cd2b58414cdf9833bcec7fdea187957fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c77df29586e883e4c82b9727bfb08f98a79e65e26ef8b35c1802dd9fc18597
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1839004e2bfc942d53e35f893900dee89587c5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7ac7126f8156a24197d5f153d48223ae0e91a58a902b4980a6204573468d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db24efecc7e0927fc6d100d19f17e63c617a64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af0f2892e445f6cb02a18212b8325c5db3701cb3f156616ff1277b88df819ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d629836694c005c1f5beeb237d124cfdf9459547
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caadb4509f06a2cffb426d8773fcd759c858e0bfa62d0b31aeb8884a46cdc8ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f60c3f724b626f7255597520bdfc9897281505
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3617965dfe8aa650d4c936345d6ef9bd1dc33928852b559d01a7c43ca02653e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d99949ec0343c63039dcee3b9f60a688c31a5f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e92f5f29dd2013b564be5cd7c8fb5314c47fdb10222ab776ec369bbd5b445d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d77541bda022c2ce7e07f5e17525a97b4f3ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2c72704e457ae292c28fe6daf1665e10fda0f1851b5582c976209e21fcbdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56324a26bdebcce35edd62850bf8a53909460fa8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58a1f17d4fcb75b1ca62750518156bd28b671c42dc3b70c0e2b07faef83e2eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdca8212f2162421fe9d86af379db9e02126b844
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5473c40e525c3853beaa8f507adc224cc42b886b0738aabe8ac629c607db5483
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c350f802426c5b08f790f93238dfaf25c412a37b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a2f83e9b22cd675bccd37da7c018dab389516a888b09ee189eafdb7073932d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d600e94a9ca2dec2f7789658bacfb82b4b909b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7f2451b4a5ceac3d61c2fd33ffbcd15194c3fccc319176cdfee5bdae1b5ff2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a4119bf94c9a63b2c815a181451158cc00b115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbdb97cdad560ea056741cfa59c767da73b01070b2a0743d053353e7bc95ac8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58f1fc81cb82959a5416eb03f053116bf58bcef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0325bf13326be4f914d9126c33176607cecfd73e67df76436a4f27bd6d93d99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b97c6e6e2b86f55f28678ab78f8ad7b9c2c3d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31a16c565485ca2ca221717345f8f7468c204ccc33fdb0e0ea2a79ba5a98c8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fddda17372907b1d59f4d1e7b19c5b1163b0a1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61be6922a74260b032bc53748f93a415aac0dc7697f665feb2340eb52c57fbb1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af56eaa758181117c59b32d0c808075f4a0a1ce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d98c1b70ce97008957fb48e14cd8d952c28a69e6faf1856a053993667274ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cd812037a500f9e2ff965fb4a60010752684e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1af04de7e849d969cd870854132da6c0b216781969995f4019f0cadd8ecb68d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cbaa6aadf5a0db1b3115ce9dcc58fee4b746bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a0274763b04738e847d21681b0ddc43f554e26d2d1852ed31f463b5b1e4e36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56633c828b828eeff4e199d56a21dc3da0be096c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e159c9b5d9b77a71e2840282b8f537d2b4554ba4f7ee7e5f06826a1a59a3c4be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194c094969059e1a2b2646fff49006494243cfa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be26efa4d8368e4548add22887c05030780102faa9ace20967acd0204b714c7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6c1e417f109a9de60c409b33672b550578e8f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3fc4707142bd345025a514103adbec5f664d95558f0f92fc04ba1e83529872
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6e802c7dcc92ec41c33387fb0b255b83337d6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a917b9649a364e725b378a8fe9faca6937cde716bb56c58eac5cd8a5d0e52003
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfae2370691dae33a3e6b19de7c35d158452bd43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791b96623df0531d7d00b7fb9026269cbcd6fb2968745f8dbba5507dcd4b29d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d219ec1da8ecd5e931399fd8e45cebc22d7811f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc5d59a2621617adf8a2de827e3aaac8f39d57505b52e37cae29f117c46a6c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a701b2ef284793f11193a1351b41acac8c890c57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682e2c4cedb589a7139778041555ad8e3832e9ca108214666b9fa217b82c7b45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dfa21e4c16aa032f37aa05b802867d4c85c27a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d948b281644bc5e2b6f2e18e0cbc7ba1aa15073a3051ad9157e2d7896087e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877b16b860a7c33017518d390a2450aa55fca01a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b195d156e729fab731cb0f9869897bc8a18082ce454ddf18f5ec9971cca12cbe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9638638337d8247256fb90ca044994796429138
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e672b3b7f3cc48d11950c89e287022593626dc00ba85d09b9e23cc3a4c9fef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda55233bf4db01fc07f77e58b2fdd12f0d82f21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f50e04ac86730d8c2de9e902ad6bd9e9361d285b5b6d2a11ef6cd728bf559c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe8d933b068bc2ded32f194b9bedda55ba9357a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639b517b8a25f7d90c1387126340b5e99f273684bdce17e47c8dfb8e467f9ca4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9990d12bcf0d4528d4d8944b1594e11c561a4a5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f7e1c13ef850920d21d2a5dcc987fff009c8d44fce07d6d2b0e07cda0180df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1f276ca4ee480a53fdad4466c92973daa12fdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1cc74ddab63d3c28a3933cbc7d85de361620f57292ee82bdbe9714858d06b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dd1638ea55038bf5139df2137b7e3c44677f63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b638f28e39e2d527853d43c02557ea823f294ac35b811d9905d235d177fca9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b18d00e20af919783f0119d95c3829ca209778
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ebaad95d71e8378f7c8a0913c8f351cf45dd05efe65f0eea300a185acc6d3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364aa135b40a5cb352bc201fb40a571aab5fad4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8e27fa377135549da09c4672ff0284f9117172c6a19ee65b9543d9745596e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d1349791640a4880513e58b0f1490e8ca16e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115796b28efc0407f7ebfe9b29416ada2e5c4984b58653b389752199109494fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd6701d41aaca91a19893f015491dc5c10cc510
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c0b38c9bb9321e6a4e73393ef8f6621a857eb356c78e72efaee4ad095f6465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030b4cda335dd001148fd4ee91c24bcc43753fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7a0f570a032a6eae17918729866799816e036fb2703c05afc1302213b9e264
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d0c98458a15883d96bfb2008bed4997a6aff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee7208a5593587e0e829d7f2edd4efb3ee64ec391488e257c8f071e37a36a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6119b247e84eb9c90e91367b1707dca734bd90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e495106ee0ecc221891a4ed013eb2aca68c6009438fd2bf630d1de38280362f
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586fddf55e23d7d74f958b62c06b627ca620c594
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26fdc8a5fe68e3ad32dfa4066bb7891fd4110807fc96702dac23d65c0d0c27a
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073ad1fbebaa4974850f416f45d0d86688d776bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f811ec24a77efb7cc455eeb9c9fb589deb8f6b2e42a8a7065d8ebfb97be893ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feb750f030502aba998734c88732f1e4a44ebe5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9491cc16d9bad45720e56c55e54b7ee56f7f2f2d90681b796c2d098b65baf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53d71cef03623ee7c1714b5368c44f543cd37c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbfa06a760a082051d2503468885979aaa3a41aaa7c7c0a436aedba2eacbfc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc14c7fbb2de4a065982d6c93756fcf0fd26bc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641d4ffee6d15df6b38b0de9a36dd58e95bb58c16d8c84dff4405d53a5347750
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cedb736746f6bc7133cee6e3dcc51937ccfe0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594678ca3a1d19714a96f7659554bd4b0b1a7f856ae9cf3ccc70bf689e65c6fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a71dd36be643d314c41603f136a32b947482520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f101bb2b12fa24c59b017f32d73f4740389899777654411f5fb95fd68ce584e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615ee9ffd92ffaa25c9f1c2bfabb2efd3da53231
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e16ffbb26f8828dbb48c7fc99acdf239a8ae0a9f70afe701f1236a1049dc00
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb11d6b17eb0518bd112b3a91292e55b3b0f51a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4774652e716ca2d3db92fcf681b51ea9d2456d7a9e06e406145019d8107f72af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a16c14ef2b30fd284f5a44c00c260fac44a510
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b284d86553eccfc32fe51e4755fecaf8a48b898380f040b8869ef4e13e534ef1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5620ef83fecab9489d982b55ef89f86ab4625e77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b7d62d622810737810590945bf29122a437ae615f1eb78d253c51aeef0941f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060cff792e5dddafdbe0c14f16f20936177badc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5b35a16f71f6a976fb6fa2af20cbf8f1142a18e2591c2c9836caa37ebf9b19
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6be1fac23aa314f190a84887fdb3d0e288dd5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a599fbe5aeebb5ba785e6ef28296ac489b5876c9f944819257dcd336141c901b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fcb57c430ce29c03ed9e1a7438cdd73d64b99c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403b3578fa8f1767047910b502ced11d6127539f58f323a668e9436cddce66e4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5465f3c1f3147b22d339ee8a1a7523feb30e4a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd74359a02424506f7770fbe19de48c1b2ca6a263d2550d8040a785b66b379d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fd3c5ed74d8aea85b79d9f584bed34fd995c1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91837f07c3369da1de20ec823106cd0e2c419a04d7e3007bfa0e1afce5c08077
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32549eabbc37b3e0d530d758d1d8717783b70420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77c98805de5d09c469c8c304b8c234e58d3175b3cb051f32f05061d5ce3c01d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e21fabb804d378561e1553fa45e0612a1addc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9457034651439cb154226ec5c0ce1ad0906c533216dab3d3bdf673777d4583
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc637650336f843f151423c3a2fa895a46738c81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e10d50c0152946bf75f45c034ac34f42be3c1cd188e820be66c0b839c60a457
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93e532b53c1424618ccd6567d3f004e235e51b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27672fd66d62761f9fb2f8af3161184e19bba03accfc195dac56cd28d57479b9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953d7e1356adbc8f8e0a7d8140079b5f16d61cc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527cbcbed60f8fb5e56aaffd99ebbfabd0f8eecccfd0b5449e4a9697115435b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900f898fb58334a28463e4d66bc7ba3c92646cd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704ff39860814267f597a10f4bc0246b990410b88f06aaf17282b97071df349b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed5461fcb997dea738c584571e39f2948da7ef1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4a51d6f9bb40d7a3572d9189259b7292779f6bae0d871c0fa83f84a0ea4a8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1790c18d6772faf794538b2316e8a18602ef193b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabd1b51140d5e33a34ba22ac5aebc7f662461d14649ec8b662a28f20e47e56c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e54d788d982a5eee55c4d07b141a706db0d98d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98f8cef096fd5187fc5ae0cfa8d2e2748a79dbb796423a2ecc9300314dc930d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aab97ecdfe2a3d5a25ea21b0375911d8dc7670b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fc4b1a1a51c21ed57da872a48b042bbf24a35c00bea29aeec6b2ef45b80945
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cc2f6f8e290e9367f11b073ecf280a2d39253d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9274635cab0fcac400cfb4a65d02388ff690cd92fe6e7c8d19001aa6b85acec3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209d461b06f7211f4434b12fc3f7032d312ee2dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc7b06719b8df7b767298ab920fda4783e36ce18cba90f70a3f0e3a124b78fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e49929339e7c2877cee08f0dce7b3aeb5bb416
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd0c66339a16a00d414348acc4d0690ca957ee222f93420d8a64244c267537c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afae879974c050e86967df6241762d2b8a2d126a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc63b1d70c1b4ba1523dc1bb98e3141c8dbb5bbc8607ba72e8d89bb8e0261710
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173a8e493f05b359c5226a2b4b9e50cf4c6d6102
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3e617895d6c63817b60dc3db7d9ffb121de823a52c7fe5025c4ce1f8d157c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76544903165e2fe74782dee8577bd5277aa4eb16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ee95bd66355fa1ce8a47ef05e8cafde3f65b37e6335a005520eb9b08812411
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f985fedfb9c9d99c8bf60b3f23e7b5c1d94b01f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719b89ce6abcd3ab08da124ac0a275986945c908f645132093259a1d52469221
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037b6557d7fac657f3363b6803ef0a03dece5554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7c6f87b98fc161122f566e898391d41725596310de282e926e50dbc2955608
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ab2de070dc9043655c3d6ff2fcecda4fba41b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441eaed4ef67a9a59b6eb422e2b72973285c81156c20bdf1ed6f71774f2c2a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955be1c821e64ac859f29be9d5f9f09c8835304f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b86e98eb2c66a136fddceaaf551eed80335e3a18bf333c7f65583e4fcd1489
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6ab184d80a56fe5dfc77842397163dd86d3d48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b464f68348c5ea6adb7a3768d84e7cd1b66b1a364e3b080c07d0820d9e65bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecce95f294f9608a5ffa58ceafcb8620710b37d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835923e128a39e846808c4ef6b3d3333e916c1e89ec914380e703a7d381704b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c59e129bdd5eff066750fe05d7291389df44df1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0274ea205429fe370d7cb3e82ccd9b1a50899e338e9b3295a314e3b4f0d4724
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be92f758b00a00bda746f7abc8eff88747711c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a22701fd71108b5a482c30f4315a7fc94356780cfb07bb599d7426ffca6396b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47083bd683be5c020ab496bd38c4fa7199721230
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc4f00daad91b4945ee4aa1f783913d320931e72e2f16cd1662d43eaf2c3ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac615d22bfda6bda903f5d99a83efc01242ecb14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa78bacc6999ec8903d9862e7942480f4c35f86456829b041a202c480706cd03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3411f82a253b83d286bac44b0edb14f8427509b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c50e59a60c8ee7e151a9517c81cb5396fa46ee0bea4abe99f3aac14119b0b6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ece7a158e69e86c40039446c3e225dfd2932ba7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2588783ffc446a99bace1d4bcf1ab658cf416e880b0fba1e766a55bd07b293b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ca96f5e6ccbf16d1cfc5452fd289a153173140
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249696d83337164bfed1aad4aed23075f8ef969898e1430e937722e1fb076d04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8805857729538ab2881b1c2765e3b5dcd67b4f51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae1b8ac8c1b7fee2e578a9a7f01c5bf882e042739591f9065d560e936b5d8d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375098100f2cfeb8092f6b9e7c393252d4525ff2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07e4ce9fe18f5d3e4d1b16b1111385be1dca1211ea5daa3a64103e2f4bcdcd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1ace1df86e1188c9e8cedb23b805f075ef7cc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9bc046506d59442e24c176e0af71cf7eb8a95c56b17542f87b408da961fe54
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb94ea04c8995644f6b9e35d5b4108cd952fb06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794dcbe2391fcc84ba258f5a3031cb6a4bfe067cbbdbaef48eeb48d382978b9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7107ef55054d1a5d7306711bf6cd47394192ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad57d45abf7b42e7608dbcab2e29d0a6487c0a769384aeb718e03590d0d8cd93
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ee611a914885637e78aca6aefc54825bf0e163
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6f3ba970ad4ef360e8893488a87fef91129617e42c1abda3907d77a323e80e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de8962100551e4c25905c6d8d90f32d5aba7c59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc7b8a14245f10a4995891fce7151e8958f1121f1ea35629b5b6685f1c34759
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf0d373f70eae15ea3e2e6212d5ab231bda4b5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a61fddab9d197cf3a60fa2bd61fe49a5873e27557bd1d7befb0d50895ab2472
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87174236a0d53c10914ec9a7ac9f44f93452f99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f8c479750436da3aabde1bf817dcaa7383a3463fbb615083dc679056635d28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e97c39fcf77ea26e4e86ba0d3f52d79902352aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b57c1764d5de39144067e5b3ba5737e496beae791f5259f4260f7d43084224
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db4f70b50cedef47b5439415e6c35b875446217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4d3506a2b0d63e7f706fbe7cdde3fabcf359d1acac51cffa5f6ce5059b3ed7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15816139950cba8bf1f8ccfc96efc76085287590
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666c196feeecc34841f104f17c00b85df981c888ab61d64a096dffc2060468da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f6d497910ae081e4c6f82b6245259673861a62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63df4c9124dca850e3aa010e8e8135230b268ab4657d1b023169cefcf1d8b85
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4470d6aca25491a72ece5644a3b86127f80ec1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d46fba9e3d0f0da71e8e6bcaed681964d0a1c5bce9e9e9d98827c8b7a0259d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22a91e6c5996b04e764e630ab78006deeace95d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ede01bb652b2f19d0dc789a19745566d4a2a67c85f06c33559c050fae2fd94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab11b54451ee6ec13004d1936dda059ffd7b4e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b776843ab145fbc629e14363d50f2bd1321483c4c36d166ce9b3efd0bf75ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5a5a29c93d29ae3983eadbbf0e3cd1396eec5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d281c3f90be766fc608355f702b9785c3a159db3e77f9535c91a12186cf0da
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cee6e672d555da90a27f1e9d6978d2949d660ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300ee84093780731ae82e6911ed6439225ac79b4121f75bd166d0b7e0d583e18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09c54ba5f1e77b798f976dbb2f931266ed11bac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f169090bcfa671fbd6ade30ab0e60ee888f0b9a449b5138bc66b170bc9ad0d04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0e7ff87f6ca4e9e7ace61701d48311373a44ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2664bdf7f07c61109ee55c46ac5913d663aa8f0d66267cf816c962c46275edd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6de5e5bd397acaf1e488c0c84e9b6022f78a22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150b80f58b8151cfae95afd500b7c77e42c248f94b41bdf2f3e1f4eb0c2ee2e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83b550cacf673619410f3f3860c1be40bbf6084
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7219dc23033fe760b5bdf5beedec301bd9d6977075714da140fc6793d0f4a39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b34d26af08cb6a566510b8a1713143fc2478e6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f021cb6b7b0de86d8773cbf3ba85ff8c4091b3677d3d3dc2de5b82d4feff4808
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9576a07be51d336b9cf47b318166160914b8ef0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0261ad46d13dce3957ed9fd5ccd3f7c68a0233dbee19f0151afda9e5d215a5b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91098f8e41c60d0b39fbfa755b1531685a07e55f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec010adf80048151d193f8172b9913c8a845bee187d45dabe8472f7125abd97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92637269e2b59343c8b7858989fa3016c4d15262
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a324be85da7852714e4a6a8d5465aae85d63fec0b92c3f3af2bb695775a8399
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce9d1b040d139fc1dcde30d43171407945cf921
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd4b256ce0ea5a9c5a6e8d7f5dc9668c76df0fd81440be09309ac3907147111
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a98f00abed13a9768d42cf46b6cd037b6debe03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687d73884e752b91aa3875f9a57d0b4a5ef50b063042d064cd91775861949496
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cfe2ee7c70076667626bb0964dc151e1753a1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44798588804fdc7284bee9fd9f173fc4b78b333e813483f125fd4a4d7fe68f0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a97478668cc1c57ded3b4eecbe380fd0aab474
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7f3997c242747c1f7ffe731ddb4d96dab7fb226e4d2c43477bffdaa5b1b1b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c81d4509b77ba98d547376387edd1ccef5db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7889b4323deaaa1fbdbcea14d517f5c94564d839b41f14dda73cdd0260af10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbad275d24d05a1bfff9f6ca4cc9cc80e5ac639
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17506eda9d5732bcbd0535a90c682315b6b5a2ba052d41aebea0d8cb69bae8c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b946f668cda7170af86b8041ae283fa2dfc4897
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb06e5eeddac2e54944401bd033a43e813f1e666ab71b2cac22fffd1fd08a2b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd01097f645a904139e7c9f60d0434fabe61957
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cf5be1e4219b3fdf8469c57036e4a0e0001987be3ee35696a9a06c4a583eda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757d231d8231dddfbf2350d2dd12c507c40cf3dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f467ea6aa177a0052dfc79b5acb2e8544b4536815d34f6da9727c5c5023662
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e493ae88ffdd4108c054e57541990696bae6b29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a95d63121a3c0f91e87b22a3ef4afbdb07771ec11d17c04606fa9e6a721ec6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3302dfd501870eebef74b2a1ff06d27f25c4c129
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdebc79d959310ab88399ad755f57c0ed3a138aac89ec0711d85e617163d4425
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcaafe0b97b20d89572ece41b1935a88e8ae0d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb86f9100826bb4aff3e0ad13ac54ba01da8859c847a0efa38cdd70cdca73383
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b729d21c98c966f59dd6f733b124720334e7cf06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f89974a0bdf2ab136d267f7fd7ddc9c233a0e89495c1b137ffa1954c27821a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f54ff702beb71110f4399e136f2bbf81ee7920c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63d771259f0a58f437d07ce8d3d0a0ae1c9c61d84aa3b9764ade9ef6f7cee60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858346d0e61f61f6db14d6f84d00573dc1b59dae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf79a2dd0b4e304fbdc505ab599dee3901ad7905d80ca3726fba4e32ccef7b1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445ed6f19821e842e87c6ddeddd03055e0d411c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9873f288532ce7e42c9870453b3ca2f64ae9e217d8cc07f796643da081b720b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff536d878e4f29e6733d85e75f8b1d8b4c49b6e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95a9c382b4515ab8f70d64ea67e53f39d5f0e1958746ad2805580018e1bf7d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc74c3cf16478618c5e09eccd048882f30e6b0b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b78aee9e68468a9125337788bede170263038d77cad25718f811bb83ff1531
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c922267e148510100b7da6e765b425dea38e1bac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b349d0a0cfa778b92b017540cb4342bcdd154cb59e8462bd4cd5afef47b379bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4d28902e69336263b3eb7c429f0ec777235e45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f3803ef1ec0e33335a90800b2054afea3ff6d46907dd507869615061b32951
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eac4626467cc8e84c5419517edda99b4f8d0055
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505111c8570ec77e4080cfe6eca239ae1bdbbe367a3b896b88193175ff9a15c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046131caffe23a6407d24cabd4a4d85b31cb4570
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46700ae32db705c876cb4caa85716911dac0c98db1ce1fe8256f4e078cca7e2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e489fddf50fa6207c5e8bae226467bbe75ef9038
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886795f3407da5734b7fddc1786706148b147403f1a7938c0f228317f97c153
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28a76ca46ce8dfebe60d192f7d36c4c81c59c13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cfe4951f0335dfed9365e5dc9ee0987571c3f98573768c4e20abce1a379efc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e494c3f1266a197ab35f2306305f8381e5dfb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5239c2478847ac4ea661a2add931820d196679141b197e4d8900efbb88b9b42d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eee55efec7793ed729b54b423470f259ee03ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395e9c9d8227d03fcded9003c9ab66de4c8cc192f4a52f33b7e6c9c8cbd75509
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3d69e1c2111c0f2a8722d98c76ec7ae8ed3646
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d038b50f072df0ff1ae417cb3867d420d81e60b31fed3840a6338945fb27d654
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15cdb50a2a5e170102ba507c9138e4e444cba6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519845882c4b7c15970ad3564a2b2d4cbcb7234583a4679b101fe8393d5fb76a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26f456629fcd2dc6d0fc72d37177b8ed594e59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a324f42cfece03c676fa7489c5620acfd84145e10c80bdcc7f6daf74d12e67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f70462a5c125cb881b2ad0750e96665bbf73f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89491d9f986640bb875061ec3b6020196b111920bca70b13c57f9ce5190b1fd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afd751cd54088b859de0a51b03d1219d5ef984c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2409c1bbe98c81888aab22b141a39d0cca0fe79186d6010408b0a6a7ca4942c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f142cb3de94c47d35ef1590c17297203c702589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46aef5e94e7438ec27d64ed0ec95dd95126719ab2aa9a334b2d5e15256c37a84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b20ab00a5cada700aff1b2592da69c360d97570
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6e0769237ea6ecea9cf4fc9d862d178076c6513490bd43e5512f645e41ac9f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19615323acfd514b47bbf4447fe194c36c9d6ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1fb77b40d36ac63c9d5a7f2dac9106537c041475b8727ea064df3e60424872
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22a9b212597e3a6a537b7b1a725378ce6c748eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f533302262575ee3de46691087cd38ee59daa11a1c42002c13c164121d73aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be7bbcbb0add0f462d77f7b4d1e40f2fabafba2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16078b364c9716451cba96c67725fdd0aa9e49cc5ae880833cd81f41dac96953
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff78c2c3eb8392060795d0aaf5f1616947336b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aba296d0ac8e0e9289458c1c5ee8ea6493be58d3b292ae37e9cd7fc7ec5886d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f222035e6dd15561d0efbc765bb4ab0029112d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe149af418e3bda74bc8cdd98ecfb1257a694a81e7a5a402c87eb29335e3813
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4b690f04d2d9f0769854ce672fdbd12bc6f74c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3916b17b2ecf8c29e78d1bfaf146fb4b856e0bb7efbc5338cb8fa2f426e4f444
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daf558bed5d66d71e16bfcfe16601b1228fe040
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a168675f2b9916d3c7429514a12d32c77d946ebbb8814de3ed792b596da63cab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dddf7ba191645927b2bc891a4ecfc61e9d78c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b178cf092df77d39a96273694db634bf0abd3cbafdb7e38bc5cdb9f1845cca7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf14556b6155707e8353d436976d3de5836b2d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40c71e9a6c8956f2482ccd191bc97df0a0bdefd0bb0c343635af018251822fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebb45812837524a9c43d9e200da83b7301feb38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f11f1f94dfda8c34d281388ffb0c5fc27c1769684002cd45edec3e9e2466c49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36d70095aa0046662f6f3489f60b101b4a7f275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fccdc3eb4704f292f2a35c37dc2fcc6f3d69d19342331b679494d2b1255ddb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76382cb926780d18ad773a62db48df84f814c0fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ac94a3e008dbfa468677f0e12dd142d8dd8013f2e12178e9bc2946b44caf84
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cc5a55b3c08358151c38467e497a370f23612f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0dcf27a82612724551f5351e456b0bbdfea2b7169ecee039b4d2844728812a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc02cc86e89715d8bcd21c9b3572bd84d3fd758
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80845b45dfb1a277b8ca7ff92049926bf6ec2aebe2f4a2be928b60ee0d5cb840
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe9a33a07037a3fa02c877e22b0779884c011a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b131aa65558d96762d8bb7ca1f634009520171e5b4bc9ceff47ca8d76fcfc36c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bf48ed8694bf13226af5872dc5d0760d50ea24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8078f9c0f320f14f5dcfeacd4880d18fafce4ed4d269659e4a877bc11f3ed983
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0668668a03c01d5288b309a44ca54b82144a52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73406713f9d315ca8f33c331016a4e6f44ccf1fe0ac4c99abc6f76498e7ef41b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbb74c1ffd66de280f23b80f746ae0b58095170
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384857846afb378e0cbd2600603ec7fd71c91cc10a9f000a9188aa1ad5b65c99
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05fc2d6cfbeb81a7d6e02c8416c87c3b452a3ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abea0cae486fcb394cff46829c0861156deaf48386146e30b53c1ddd8c2a044
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922de312aa4c37fa3ccc4a5138dc359065dcc632
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a32251fd0be6b16e8def5407761e49659945c71dd2efbd7b5c18d0723ae630
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfab09449ac800126d69ddde84ff32366d0e2d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5790cc2c484aaf336046195d9c396e9b4d197d5887e61b1c2c45610fb893ce22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da259710401a83b3b8f0b25660409e4986329021
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe781029dcc3a37b958cdb53b6b0f8cdf1de0393ae19247cac69304bf1657a16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acb9e7f95ff08550ca4435bbf29bc60ce92b671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2761e474a7f71bcb24c12e529afe1e10578c44d8094118ca131c2ee8d17ddddd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57fc1638e300bd4433329bbe1532092b530f6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a5f6648d7116545bc47982e28b34a4ad68c173694da5ef7979ae884a044bb2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035a5c222b4cf12f81aad0c39289fe2338238d24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe94dccc0ac8a2a3ea226089654e593445bc9997f2db083dedfe795c032fcef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8674fb0c365cb49d7fe7f031dd3176d080d9ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0333f94c754e72c244f69de3d9cc11b85e66402000428eb29f67b1da4c89af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2907022d6f84f992129e98c1f7ef0625d5c1cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477c1e7bf00c73638fb820bd04f4007d55d32711d79d478016dc75164caeb668
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f0a5c83a5a5c377099ed083f30d92c1ef427ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb7bca84ec3de6e18312787a2afc27cd07f1e4a28332baf640a107eb58ae0b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e992a29c195451424fb9cb206f300d894e839c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b130bdd431d6c77c21af2dc159e2d632f2d7b36b79e8140a0e8d5596a446479
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ca8c5464c96a3c01e1bac05a996a39df2cf1ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee5ad5ec5cef63fd0faed956f725696677e2a728dc064c5f6845c08bc4d4a56
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d64db074235ba4cf17aeb597bfa0eb11e842a81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87c386a4412ca6e81d00394a934c1cc3cd6d7f71da8c222a2b1fe9d1d8d2684
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2219a83a5959d126f314ee0dfaf6b531df825e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df764817158a16ce869bea7ee26d76bea20593dd5f02f0c710f5c994281e9a3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa04bc0e726872523549b4067c7dfae067088f4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e153d9c0aa3d86f5be0ae2999645604bc0e8bf5c1eaaa9edc7f23037917fd0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6793f69605993f0d5d7d4eff3bf81e927eb4cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8f316a8685c72e9d242c76caeb7afebd844263b1b7970da97ab3f6107a2733
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad06f2ebe4e11cd9a368e6b49588615409a77581
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1b84947ce356a065b79274ac689c49e8e22234c9e5294e27355c7254b9381
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fd7f989b17212656ab984289255490b98be467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc7c17e8e83ca5171888f6ff6fe51b814cf3e547e578ba5587e2ccbb871a816
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e9c68e3b30ac31d92054e761fe396e9a7da802
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a17db3a01926b88fb511a23f768206ca7d4e4e80258a893bfec936a2e392f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a794232211c8b78e8bb45cf484aab31e93ad8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9b35e0b75e3dc66e57787361a76963ac84f15107e5419381916fedc3a6b942
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f9b4622f622cc41c0c543b47eace9fb0261b40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0963702b512b7dcbe12a646403b9fdc6981e7f689d941f72227611220518115e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e9b0d558d34958edf7d9c5fd1766faf0978e3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73c3e6bb4dccb441e981338122140278f06a56113092513c4747a620127c92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17142c0f650cde0e403669bcb11de4b41c57b6f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adb3ecd27ad9a28962418afbdb04e177da2438d0b55028d70b4d33a910c7ad9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c01d5cef190cce40c646b921660535811de92a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967b07afaec6a1c1be66bc48d0c20bf642ef1d39a9fcac7af63a599913a9c706
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfb3d1a6f81c4cf6d5b890bac43371c71d1df2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7f9695dbd1f0e8f5919cf7b1632944eade8552ea70968113fd390090ff7219
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a23c73cb91126f788b2d520ff94fe72777fc58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57e7e049f6739f7f36aa7dfa7a5ea0f817a11024e300baf8514482e4fa04d8
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792efc246cfd92545e50df95f7e62fe8ac0163f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2526bd84b2f103833aeddaa8f4b33fdec809123bd4085b23ecdd0934a82480c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e956419ae09b9e6e50048c8f4c0f8183d03ccf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc1fffba54adaf8bb1218e1242e84f9e3438d67dc13f836ec13cf5b4cca2d91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87f52c26d2829cd197edf9e7257f0bf6108d212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4eec9fe1d71d329dfc7b1aff2b29323f30884bf9c48a3269cf0b61bc7928dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd71fe2ad70efca04bcf27e881885b3092aaea4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c2865a7fd35861fe8313005d0344845a823d2035b1ced9343d6ad74f4c2fe5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6affd0281915efa75275614be65c5204c90000b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf8afd533b2ece6518ab276029bd526eaac25f5f29277a4b5ec75a894f28bd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a3816a0cd367e1ec966cfd1b19bf557e2681a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7e4f5a80f657d7dff67b464fab3cbf03f61d1cd9755bf51feedd201146af9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45b22832d1605f376cff89dc9e4a4150a7bb005
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838740baaec670b173f10e05bdab198a6cdc995f2a0aa4290070ddf7061a355e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832e4a0abb561299cf87868c965c26c66199584
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1bb7f94b83015855a69ba2385ea15492aba2cdb103c5bad97462a371144d94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260f5386da92475d47c0423178bc703dc2f1ab15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5d3714d67be6845a7bfe72437b8d81901624435e821ee0390fb16b571bc6c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aba0600ad98c55c6b18f92bfa4c80288a6b89c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c715442e2baa54b7d6f24a41f45e85011249020e3624b38c0af59ce982f288
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2895e367439c2df5f09087035514c95714d11b28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fff3c72a31d1ca6a9d6da556db4aaaead919251c71731a1677b14ecb96fbbad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db0a7c8ec0c9b682e25863da2c5979445ff377e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad348ab11e9475dc1bd31ea186fd213dcaa5d678e05f261d27410aecb3f75cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254eb9e9ffb33a22d68aa2f8d2dde846c99b4865
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa64cf20348bf87f17158a803c7a99f307ce574c5a85cd448eff24d745b51f44
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482fa67ff1a8cd8d11116a34d470fe559ab6bb03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b998919fb76a2e350e7825d00b61a7f81b97da35130fdd69a0f3d569a33fc23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89696ce632ebfccb74137af0cde52360ac9955d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118578880727e3fec75480d2e6f237eae75d340074b5ee0344d89a6ca6fc9f46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80edfc1d2f8cff464a82383cad6f8cd6a2bf90f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69958808104b7ad788d4d9590ae4fa5a2bc70d92ecf9712099b43e49a0970d66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b130f7e923524f142ee6a25581730979541e288
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4881d48fbdb0672ddf2a056d1afd6f5b7a3dcf346ec767952f0473b080402c62
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53f4a0d615859390a9ea092951a1d1ad801d4b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae8cf5e424e1236a84365864b3664d01fa2034db7c8dbcdf256b72238e43b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0babf6e1791fef4ec1a84a06e002cce36185c63b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857b6d90e8f1bcfcf58da6201b74c1f5e759e05f14eb94584bc661f664a1f962
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd04f27c245aed04971e670812f051ef5fbf8ff5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd38efcdf18c2d9e70bfb30db88ec0c13b972f67634058a4747ad85675975f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa2fb31c609598efa454255b72868eff00b7671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16131499489769d225c57a73ea7d445589770264cf3accb22f27c7911626c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2822cb1ace9123963dea01cb083d99791648c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12b0bbd0532292993e417f916d508ac38e9638d5780335b450c7b73908259d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969af7a2e6fbd5f0cf96da85fcf0b5d7b134687d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032ed71180c8e54272659c909ab1b980c575748ce9c9e1a01739f5d00631e2bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f09906ac4c52f5e609122693188556d207802c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ecacb80b3032f476aa1fddb0ab13b827110c3cbb3890c302f8295ebd03a179
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e1eac277f2a4eb1bd1f2e9111e0374b1ae66de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f541ee58a448c2b61c2722b259413100390fa3d711478f5913cac15ec1b4cb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7c9c29516954590c8aa8ef1fac9e14df0fabea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa604c56a3160c8580d33ae4743505af35000dbe81b1f790c4d98f72a95f541
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a5103f6767a72cdc9f5cd5bba20388fd1f5393
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6542a6d16ef9ddf5c74c56628482ab541ca3dc6ab9a23ec6e8ca70711c535287
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc2c32876dc1022756f3f7a3ea14b7a5041a427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d7c1fc5b4496898966ece145eceedf5ec8111928c600e0aea80675c9358bf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33395208a1d1ec9e4ae37e6be98aacbc300b9270
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc855a4a4c9c0a4d22243c1d0113063fa853f41b27f304639b81f615fc6ba78
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a3e05537180d3ab8e3ba92a39a8afd6590c2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac9ae65e1a5522f97a39c89f5c8e226d584a7956964083e0fc45937bfa09c82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ca36bc8b2d3f6c9171d3cdba5172d60d8569f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8603d55dbbfabce772d0eec9464508ea55c3a11376729893f9a2e906fb4e3fac
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1138f8a639c7a37b8df29de7ca0692177f3aa975
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf74591c861b0e9ca7f0d3ac99d529c49e3ca17acd4f566139273cfcd0bc3b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40988d8207a4054cb26422cef11d303e7436f73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efbf23a98fdefcd144d2a39e12f90abf5201434baf4ad8e700bb1c7f2b27290
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fd92c3db4ead35ddcee33b062114e639fa3a8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7cde12bf3c57a17c879c01b4a4dec74288cfa295bc06ecb0d6d84773ef1d0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbecb513552d69e530b3fac010100cc82b5b1fd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7614a6bf206b4ae0ae2fa7d6433d4cfd20783bff691113640de9e87a07423b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68602d305578b177c7c0f91990b923378895b141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18376c4f904ecdb207b157cca1cd62d36191bfc87ea9659cfb23f6406b288c4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a16f051dbb711a6ab2685d362dbe3a77e407d6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5f138a9c01faee76e7ec583d1a2671eb2265fd808fc267efbdbe107f88d9b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9a951f35c1433f97a2e33ff9ab9769fb08b21a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146668d1609f610ddbad81dbaeba5b7a91009788b0b9f1ae7f8e8bdfec013ab3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af99390902ee4ef6b7b6e3585132ea304b59294
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6015247112853a51d588b66f48b0d3daf6241db67ae19989898f85aa2421d74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87befc37ffaf285f40d7499c1ac55473d029479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60beb3b5d7471b35d2c78f9d2f8e4693665babb00275c91ee6b3398ebd0d1c61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27f69913b3453a2f394fad02f638da467c0f67f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f60788871a60bdf2c14e7b9fa59359c3235dd138e6a116dccb375c930b86e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a21b5276e956d375410a65f1b992fa84c2159f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a4d8894cf39192c061c129d51d40378b64f3dd7123de9624b0c987a1a53f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1872657b0ca085058886f035d2bbc258507f93f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fcc211af3a7e0a23ef190202ec3a5cd730d45e64c6189a5019d5bd898df992
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ac2360c40f7d147ce8f2e41213a99112e3764a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8c8007344db8805e6cde8ce1c3896934755a4508c5ea5186065be48fe20be3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ccc8d55ae1645b89c2c68d8c16844735b9cd81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce284d4140edbfedd66d0de70067dbc98224f16d8239422fe376d27884eaa7b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4a9688a42145a852dee3b56f4b3da4de3e501a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e4f75c2775cbc51f21cdf8423419c33b876ff3cf93314dc15471762652cffc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f7d2b96c0cebc098c8d4eb5bc5d78bdf837ebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedcbb46fbe245ed26c4bb1ff317691bb136de3592c00ee94a1d5ca7c4d53687
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df518e02696a05c0b70597ea0f012fd9a66f21fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bb0f7eb4cf4c0e82506dc3776bab2090aa57fc4af79bedbf90d41c8afb44d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbef14f732a4d2f533d8339be941f8aa11bc558d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f8a12775209897a0df8f10ab8ac9b01e641d6b9685608ea421269a376b7918
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9853f36d15d4c9ef90abe07e2f02be7e6663059
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bc4115d7d40bb94e06287221d990110edb5ab9f510a50723e9a3f83bfc79a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cd0f33939e2f89120a622e4b18ccc751386734
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99164b88fdefab4bf3f9985197366fe1b22bd3f41d425f6f59c7cb90d3ef4d24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c1d0af039617c7fba54f5720461c536c46b63a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54acf98ef236be38c6ae100fc9cdbe9ce32cddc8e37c39d776b3a79716fa699
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81c5a2b586b0ee985a58c60815858be944e5d43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96afbae1837f51a797e1caedb05a7bf11c2ce0acc57505cbd8c4fe48c099cb96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d236b3d05e9255c75ee95485a8cc31b86882e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25132293a19e1f7dd96f9da58152573d13af4cb4ac2416a7aa123e6617606ed2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a05518e02c4dc72b92de35233cd15a6103c155
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62904109214e46052d8af2a31c750679d4269f21a33a692d141ed67041eb9a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b4ed0e4f7043a45392c76b2980f231a2639aad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1450599f14d2cc7cf85fef5f54a96350d65e17a975005f19e9111bb9deaf564e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c41898f48e75331b9b21d8c02fc8628cdc8076
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26a2bfe803ceb980c0eab1f3121f3a511be8ac4638007f7f733ab05a37c7b59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd3391fac49b8abd85a2c90e771fed618cdf487
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46e0d092041c3d44d208368ca27789db88c5d061c1c33ed4e7600ec56d22954
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d6b9640f5b56b054ff399c89e3e6dc8b976003
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a443613b2e1dc1318b1c215a6533f99f318323bf277cf9326902a0d5fe1ce537
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb559a6ec86332aeb2891be55144577af998ed9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eed4f5aece5781d3540ab1f659ef3f782a9cc840f39e9cd5dbf1911fe97c30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3244d16ec52a9b9351c45f20a5d2ac87aa14c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414d3c4358c7f5fd8ff9b0da7814a204192ecef4e1c4444dfe9220bde1b9cd55
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a4c9b5e88c45a11e9a4a72b705d2309bd9d49d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c612c830eca94cf2cd3703c629feedece0418870dacef5b7b1025e1648e5b6d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac38f5710e6d017082c6b22140d5a927fe2cc24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f881b0a1e8de041df5e1a46decc28bfa0a9c87a30887b24a8ac1e077965d4515
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85e88eaa08de3fcba546cdd5094d711fa07526a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9414f1aa44afb136365c8697d2210645df6c852d0a972b82d20897184c41aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241210c8892cf36c62e29301baab902688bed3f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599b594692c17fe0431c22ab7fa8db24792bd235b2199b73ddebb80a2d6de4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e000b1050a21f71027ce2664727812a13fd54dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268dbe8c2addc7d2f73bc44e924e307ddf7c70f9dcb97c96c3834e47899229f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47abefcc5e3d691ee87414810ffcdffb8e994786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a623b44cee10b3b462ceda6a2502b218967b39e43d570fea97c1912e2661c68
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf28498495932ba4ea6a0774db832c9155328c14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4e51cb203397408c1b5a6993443c18b150519e276de603749e9f91629b82ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968dc4c80481ea50b86018a1f71bc374bac34a52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6307e48e8501192dff442d1d996b27627ed3508b7745aa396b56864c5598016
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f790fdd7afe740bd44158a816d786277bddddf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d54dd92e6df0cc6b5ca5a99bc6d3421f8f263052e171ca4a3e413b830e5972
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32646440a8c16748ee43ca27a3ce1d110b4adbba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80199735f98d407c9d43e4535aafeffa0eebcbafeb3b953ac259e00deb97ad8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426849b4a4fe125208c95d12af4b666372ac36bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b958d6821084533693c7faa3757e8de83dcea7205806d72fc97eeebb72ce192
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6002cf0abacdbb724da5d366a5a4402754ce8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df0172da2467f492e41aee67b4b8014c5d912b621b16df83270d426a6f56f15
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5852e87865fe7ab0d69ad6cec261b35273e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eab91d404e274b85d5c65e0eed5132fd84a9440c4bcfec26e353c291f9865da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a2301fdd1a2dd15ee07b71380c71a3f78d3b64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b501db94b62f55c2e0abf5b3f610caaf99357b38ec72217dd5ee8687bd5b56f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff55abdfa1d19e4ca47c7f79cba1ca3d2349dcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa02128a591973ad1429338090a42693b1610b0d2771dfd3146372dfe532b348
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4053fcf80c35d1ac956cb3418282e93359480169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c336b72d0411f80249807da8a66e452d3db9eb107723d1b2c4bcf3be7bc2b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44adac56f8a29512956567bd73967b3c14b42671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f12a7f61e19780d8f6e1871ab58ce029e237609ff3059f817b81c882bcdcdbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7191922b002162bbd129df2b9604836ec99028
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ed0dd9ef849a16a1d1a24d8d807962dcc99e8574077f40c9aca5afe636ac4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56ea96f59b7c3b048ce569c58bfe603c874d7e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ab36abeb295a28cfe2f2bd67ea91e306fcf41d9d78ad12ceba95889c803394
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1115b4d772fb31980af183fcf1712006ae558e1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7933526dd02d00581671fd52c969990b2b103f9ad5ef12af542e032caa7cd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e763d51a55cef9cace35f7d4da1771d590bf86f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a140e1b1389d402d03b55ab55a9e08b824179811529073610e387d84e2493b03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a12964a40fd717b44313938ac399e114fc9a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9475ca07a90e5a6cd57839b7bac624e074bd865cf2d1a0296b02c547c3386878
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce58cf6a2e005a2627310edaf213dc790260dd86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01ab82c62d98f39d1886e4b4398d7ba1aa65398bcafbf8cb8aefa018d396a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889d16364d7ae9d8638f4414944e58c5bfc4018e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc4ecf066b3620caf8022544cc461117ce4b2651975f3eba8fa54eb8bf65dc3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02587c2002c5d1f3d013a06a95440694208346f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e378bcc0ccb10853ff6b8495ccb4bb19ded50ab02e9c6c666dce695f57a57c5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5356b5693053badaf074e5d8a0225068aee9b19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b401c89610126067ff4d832103bd0f5d1b0a90694b88ae6880122ab82add57b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a86f6651362c6491d786897d63ae50147da76a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb3fb41c1a87f27e2896131075f44f713ea2a9cf8e90b3984c9a6fe06c8b39f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff4d8ca3761efb2d64bed53e9648aea9f4d66ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d5f1fed8fc733e527d005a4cceba5fcdf3d8162f8518bc127b12632567042d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce717f1315d42a91513f47cff6d2ade13ecd2f15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2735af5a165bf6e59b61a4cdadf44d149b18a5b7ae13d692ef3b74a2664104
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d005d1cc4a3863934b36ed7257f71a6a8f3a1ffc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef8e5b6664e9e9bd5dc53e9c89c92469dd8b1d8488ba7557f061980b0bf3f03
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7155965bdfb005940c41e5ffa78c5825e47f8785
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133500b4b2182a41c4f7adaafc973c962ebcdc2639e0d7eca10d88953182ccbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5841bba34a0b0dd30c2c661c3e0e8152a644f8db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e737ec53bb6d4999baeb1d09b0ec1300d681f5c4a44c4332b3d1f6cee472f1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9815cb0769747a01d7900fd30dbe57afbd401448
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5134b1b25305295f32cc04bed54ffdb55ac8810482c12f1bafb6804b00ecfe9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a38df3f5f397cc7f55a18da90502a3fd9e316c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51f816418bd52a5237f3400285363dbec7a7997dc378ca7e8ae28158b77c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea869d7942a1d3c40ec4e73526b83b5673727e69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65718cad79c5dc0774d93a546216ac3bf077aeccdbb21e8565a11a3287221324
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c15bf35e946d916418b9bf603d002ac667c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9259d4501b7f465c01636d0ddd7be7ff7eed7c89b06384823fe86d1b1ad046d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164dbe4adc3c31ece3452bf27a55422713a1d676
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75136acf2bc1cfe2942ea4289f315df738d29bd8d7b7f651d9e7d677cb0e6f27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b5f7ab7c21c5d45225ea9fd0a58f42310b1242
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfb8cff09ac33c424b19a87857a014c3f95b3e899104084c73bba1f5237050f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cef22052aaef538ee5e154a2b002ff3e594faec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4a0e47d9fcf4377a663656a0eb9463a47b2c8ae480d1053d757275e89d5409
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f298fa566b9e482dd64149e93839a4d6283084
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a451dd14bed8472e182f9fdf6a3d9c8c0391375424fa70044c451e4e8ed1faf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34a6e6e2c1bc913fa583946bff9e03707142ee8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e91c24e388d32dd7ea636cc20b492deca48e6336a85a28c45c34d18223153
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb7ba89835d8f4f6cb0bd86dfc215cacd909664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b336c9adb8971efefd04d14e7fe9b4f4357dd09bfa0775cadd92a2f457c71c4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df83e87f63d56ce5f247d4f21d0e83690541070
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4a7fd708909abc3000307c156c6004bb010c536d4f536b3f917db606d3b272
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3570ff9926b370de21f46a12f567e8f27282fb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec10a1ec2a01abf953fa518c59ac5ea2ed022ffa1559b3470526faa89083d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7083bd0b3b25beff0d33998313fa644e9b48da19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f126c081e06502a7825f60ae0d468cd8cfe776f731c98bbdbf50a655bb73103b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed4db9d3eb7505858bdbeacda1291c64891c7dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198d82517846db61cd8d43c99e84578ea36da0c888a004321480b4694e4ed946
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022ec89b3c5146f1276ea5af7c8bb803ed091c0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1eec0a482dcd476a303c913e31c748abccbbb5877769844df5fcfb1778d287
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113f7032a9419c6e68ad6f449a1cb37cbb299762
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ba595a53d8e652204be91167b071be99662f0dcf721222cb64ec60431be138
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a581c214b3787c430bd93a24003d3436ff6d716
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81f7c917421515c587e5b85c01f97045fd1f1ed1f7338ed5a75db3b464229ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b567d942dda54f199b7ea8efaa34d73c19de0a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d8c6ce0d2b4cf6471d648e56575dee9133821c47a81c369eaf6cbb5a3a475c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d424736b278bbc2b2ddb6c294a4e9b66ea6cb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4c260b6e5e6420a9eb6bffe5e89a6e8a32c8db577aa952de782105be828f2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88f7fe2560924af6cafec71c90d3c121ae950e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f79d28f3a7708fedbdcb6ab48e16c4848952854618860b55bc163c3272cf65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b2f4e41d45029ec103eba255ef35a553b774f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c8051a0c7834400f022cd9cca02565ab5947c11aa23d5e7e781a56e5e5b0b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a04c88a1468d1af70a29d225098f6a76f99a368
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296d252f0991a499c89d5af76df2a3fdd5bddbbd018964cac717dba652fb237c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2477afa505e2ce374440f96702d2c77707ab930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d13641c78e422e8b7554ed1cc8ab3bf848c2c514faddb7bd2964b0fa7af15e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1adfaec24660faf1d90605af6098a83a8052e7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41235ec3a2b396dd173fa7ed046d158466206d92e870c7508fa6a27d7b496d98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd9a31e6a0f0b70cec2510173c92997a7430a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be444c2b4bd11b583cb5d369040e86640e26f7524bc996a8cdfa0b0615f9b44
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bda2bdbab6597c620f82c93d8aa3c5258b3e75c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e97ae41d80e46ab4f62e44505504e877e29b3b5ccec9d59643c11612c52afe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62abc919bc45454b0d5c9109e2dea9ee5d5f3f38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24d126fc22c581c6414872bba4da7ce17f9915902a1b8c859c011e8376a5d79
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aab5e1e4958a416b2b4c6823f513288f1423876
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0960aaa80704e6d692fe12627e5d185df2659dc224f19c3f358d33d89fd222
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0126df69efdcfdc7c8e439dd9b8394f120f0f7ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c29f080b4a142636f19fa3b8b4752176780cbc74f344e5076d061875646085
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2505926e1d3f5ce9edd0fa0989a016c02b65d41b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138d1fdab8af5f99a88c06dda15c8c517cfcfe3560c1afa5e1893a17691557f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4755a4539618820dba2f35ffa613306d2dcd282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef01d9d25d92366580deca0df2c7dac50f8e00b7e3cf16431510463fe348b974
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824c628617a1991a84cbd6d1674c1b158418914c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eb8ed8179d0d3bdaf76afcb9d1f404f5df278877ce27198993e519a6723b52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37cc53521d1af0260aaa8deb65cf07c45aaf2b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f7b9e9db348f3012d5780337b0626748fdee2d14edce76ec4338b8c59d8f9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4f85f9b26099d5d012da53c281dad34bec0f6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a8c57dcfea6015d5605cb957d4d3d5b85ae0362b36ab645642ad7926984c69
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec0e838b57669d546941c40ccc6ad3f7123e14f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0be36151b732e43a95123033fc993869b59955ec4850d71b623332394a2646
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1097706344c388cf2982d157c1bea134536e1a6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a745da74f40a8603b3e42151f47c1703c2d3c0e07c387b761f7ca1fb254d731
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe4c56d946daf4cca1c78767da1d08351a20a59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca45ea844bc998ea980c29342b20253bd7d764f4f0e363f9016641a469d19b8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21b511ac69c3d70c0d0d67c1a981b66f9e40bb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dfc2ff38bf882c6462e4ca2988e5622f0a4fc1fc52d0fdff1ea366d3c0f777
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba614b169e91f215c6d2687307036222eb53cb23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2165a4a5df5256fe4e58f6556c7250bd4686a9d9c97a5e58cc05b4728bf8721f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b045d973de2426bd94c3b04249fb2752d0bd4437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384d164175debea41676b3a78e121adc4f8baf018cfd07917dd86550966011b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fd1c9ee3bd0e39a6b9d90e069a4b4c08cb2a59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f83bfd4903ada26bc0bed1e8721143081459ea21523b0db92893176f6b0dc3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116cbecc0b2d5ab2d80337f9c638123a56e9063
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990268d3ed7886ca0777b18dcbc63c86ed2147cf72032a27b8dee7bbf0e19188
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c997b65d0b862de9ef918476dc521724038d890c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befeeee408a72c981c1e93137456ee8873777899d929862f83141acb7c021890
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9b444985752641361c1165bdc5af55a2ca2bb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e60a56e5d34dc1bf3d7e5ad02b7cd38233caccde8570c85f4e46d120030595a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173f499aa92d81a91f2e170be7fee2defbd0224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a565cf5fb3cfc18de04a646d97036e2ba514441812e63a5b5104c1a821d397f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e6b161a5cad60bc5aea1c7f8daddd4764759e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1850da9cd899bb4bab0651e449c848f69316b6ec0e1064647c22dfa8c5817ec8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb94431612399bb2f68f0d4bfee824782b41abc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23e63af79e120f5e04c87ea0943027482acc046bcdf412a986343908438a8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45576e9a3d5ed457c5852514deeca81e34e59e01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e58babb3ca9a7df974f4e65cc6a7f6362b8d80cfbc776001ce14dce7018d026
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a5adbd6a765422ae62a4d0fdb85cfa978d3197
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591eb27acbdbff402cdfa498d862f0bd62f74b7de048b7cada6be65bc194b540
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb52005c1751e19c7c96e3f908974a23078e64d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6399d54476e510b07986b995d0ea97c06a0806d8998255489dd953315a2e4850
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582793c640e85c4017788620fe9ca9ef5f3d649a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43866c7efd0ead30ee320e91f858dff1203aa2e3f83fcb31cfd6f6bd152756c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04c2380085ec085e9c64fdf99997103a1256f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda7c95bb085a241f57c0ef4cb20c875cd3086ae8dc236cf6bb9d084112382cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a6ae08cdecdb8223ba88929685e1f290da02a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa2164fc3a7760967e7f89d5a126d79c639d4c1e1d7897ae817fab6d4474ad
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0081c3ea915c7637ad31a3a453c7ca66c95a185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bec9ac22403a0e9ae471a589af3918f3f17db9e3cfbf8253bb386bc67e223b4
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd3931158c7a65952cdb3beb528bc1c18b0ee41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb0ea064952ad534e8ac86634be106d8180dbf27b22ca727c6879d0a0cb6428
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d35150ab0730053893f3aa8901f50f2a25bde4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15a38002858994e01fa32d05b0fc79db666cbecdc0451cf53f1645ce0dcb16a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8d521208724f59b6397b5d1331bfad16b14588
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b092b0b6a5b845e943f609ae4cb16a94fd6204232d51115414445633383da5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925899deea5f89fb2f8dcacd5c485ebdfe4db7e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77c5269d8695099a502a1faba2a52e430fcca56a9b50d25bd523d22fad54101
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb88ed064e02a622020b84421cd2a2b2d6e1de1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e61fc93cac9d1c92a426c9cd205c554c0581e930a0a398a75b5cee7a5f684a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e16df36917164927e54b7844067e1579991e07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06433824da598a7eaaedf9ead443322406ebde85828a8ffcb28f2d8c1e42c9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267f9428b0af063b947a1526f7724a79609e7263
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e58074b0ac4c95c94d7373428a3e69a6daae7e6b7d2985521a81de7837d9db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ebc0ea431e2346ae4bd9fef2b0bbd25563226a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96288af4abfe07a9d8607dcdf914b943fd10cb4002407b868d35e72f09b26e79
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99e3d9e480b2a70d64780a557c0eed4594e408c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca3955d835ca69a5dac3b6810f5ac5cb687cd26616b398362b63d4bfbd942dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b11965f14b99439e76ab6535cf641e13e7753e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a414033128bf9a18d91df4d3b20c68c4aec7d9208ca3295ce7b3832a0469fc55
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baca18d8f75852cfbcb6b4f418bd3bf65408c8d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6aaaf9434879df7a8bb39649d69d3e95e6c08762f3b163b137fe14ed53030c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec146db4c31c0bfb4fe67478526e5e9bf02b6b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e9c9879597aefe1d643110e0f7dab36edbef89fd07b5ae259be84175c6517d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee0f3b010eef72e95c5f48acc78308fbee3d070
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246c22e615c1e8242a40f8364c8584753cf50758295b835de03b31e029bf6aeb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ae394d1532967167058a4d3fe16d0b6a1bb504
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a0b7b2a51cc8b5b0b5031c4a6f15b477e831827dc91b0638b24b133cf3e8e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fa17c323ab32817932aa8896bcf930554b50a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751663c044935d4d7dd2f3370ec347c7b8ec1ec2a9dcff3ddbf7503e6a34b2cf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78211cd2ba18db51cc96167b74775e562345d223
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac92e416070f205ded599d4b554f3f89b05d912ef6060d17947dda570254d369
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39332776f5595f94b25e46d0b439aec0206fa73b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda6342cc21c7a6da60f9099d813db089d61c6fdc16a627638239e079028ac26
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbc3974b7f9f18e0f376ff1ddedc8fdcdfe845b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8f02b356220cfd2752f410adf37f7aa8d5e96cbbd7b32af6b75feab89ab74f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0dbfa43c5e39904f74a9d2a7d032c3737a954b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f605ffcdecdd05dd71d7aa95487c829071e6b88fc4689b60312615034d735b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d0525c6b66ef8319d65c23f8f10974e3fb0cd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c52e1f65d50800cc0d909dc42d108f199f641afb110b09e6328d39946dc4d63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43e14c048b4a06fda3bd09d47a476b6236b0c9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673ece3cb3c7af7d2a23c0ad4fd42a6a4a7d857f5560216b1e8bd188f6d14a9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4667eb0be2732bbb665b08b38a17c65650a7e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851746628a4cfb98294c9cf73212095c695ad218bf906d846775808b099fa7aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb1effe4e2aa1e53f308eeb9e6f2fd6ad5214b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14746860ff42a1b20f7b9871434e463cc74383d08f9a6a0da7eceb458486717e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c2c06ba9ea52dfc576bc7974f02ece7edb0459
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1d0187e14822ec503cbbc1ea64b994ee5f256a3893f32f921837ec051a8646
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2c0a44ebff426582284b43f64676cc9f26d23f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c15476d038c450a8ed97e1e4e565795fdb46f750ac21fd3e487b3a7c0198fd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef646681afb46fa85e4a91e3ad6620db7d3ce5db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2f49652f8ad0ca162fa09a5a68f485db27a62956fb628d2cbd0f04a6853ad6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288d5eea371ba48cfb8e6bcb3dae0bd0f048d413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a3273b530d41c07bc239e1fb711a4f06c7fd1c8be639bba510469dc6561dff
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b9cc460604129edc51851df170f77e7fb2da9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f884085faa786f6d0d4d5fa38c82666bda004d80c72fe9f9b4b5cc403c58eee8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062b4e949821bde85d83930d932a6ef1ff0c1ce8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6db4e23f5fb36bbca61f010b8b865868f9b94a0095032e970985bbbfbf2557
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27487d60def9f53c074159f23ce252b8fdae171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dc6ff0a24bf31429d8e74247eec068cc71b384ac3c3c35391680bf240ace27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f74b161ee9a5c563442f259bd17cff6c9a7848
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7192109bf646dfa51392ee452d88bb1d2978411d133492d12da2312c14be1da9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc450cda710877ddd49b6ae6e8f5422fe70f7086
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4797003bd1e83d1dec24e05123a88e885f7f7e00218324eaa2df565fdc5bf745
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae817c86a31ecc5a756f7c8adc583fdd395d585
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97baf097e584bff2ab3afe1cf1450d9325efcd7f38efdea5d07969a8918cbb7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36b8456f6b42ae705dcd8cf91bacff0ff2be935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c720a01edff8bc27bd8ac79b1112617c9c7c4fe6617f1f20ab6148f6d99cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1d8ed5e3ae4024b1e43e6029b48d15cfb90db5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3758830cd5ea79124117d735568892532d62d6e7a14520aa2dee242348cff0ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0666df62ca9fbd82a44c53ca40b0dc759ffee0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325bb8e1c2dd6b6cbef290f1fc668d400e95e0d1d57dfb2894115568b0241c98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a05e8ffd888b476c4a573c3893b12ee2efe0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f4d66c5ee1e4d02d221d8924b7b9e1015dc18ca5b5ad83bb0c9cbeaee28073
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898304fdb9c0f3aa6dfa8e59dd9a827d521c6d2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f742054dd7bb104890bd1299f891989279d1a7b1f6388dc8edd52f405dd5e5e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1506ad8364cc3ded8113798ec61f81bfea5b1c00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2509b3e1b3432233a71d65c3b84155c18cfcfe77e6f9b2cdcd9572410ea619
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762140af11e12b1a76cbb8aa4487df3401513d37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f4b3a783e840c9dd8071587a517086a5755b878456128c56f32a41ec0f68c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a805096ad0337b10c30c73c726281be68e16577b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84182c7e6dc9873c8edb0688752aea42ca8207cc66b9d2482308234b613ca19d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5c1a7712671421704e72234f62b27ed99a0341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469222be7fbbee664dcdcf66b0c5e9f06772863c9ce49adcae7e23a88248e6d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d3e38ef5e02b3e9a36431a8be9f8b8c3396942
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb9e0fdf077389e2848d7501575f9e29199260a70ae848e19db27bad03fc7c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d8dd268a75a451459ad5587e7abd22b2417aba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476df50f27359c05150736b2bc48db030b0383419c078fefecc9b552666b8049
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3008d1f8625706778acb3a95216895bddc77331
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7a874adb4eeac6d04f44d0fa6c21e23835a89d5b793b8b0ad9a3739bb9df0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e345ff3620473252d93ace02c2091eff363b5399
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b79bfd5c8c02c246b06fc8a566514af17be9918c2a87a5ac904cfac29c95fca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05820770a5ecb9cab415a6b6ad0e94ffa9a72d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490121ed3fba5895c78d388ba88c1ca75be6f8f8c22ad6e0c13a4052adf067c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33df32673d51f42fdb483a2109aeebe0b838dbe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2d2147c56adc0ef7f4dc177c41095d90585ece9b7dad6cccbe30350d87ea22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2632e78efc25ab83499ceb9070d8e112743c79f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d933b108b0995c25a1790a73817a61709778460526d6dd9d866fd23e4da9e6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745f577b2e10a08fd57772e62bc1d20296c64d03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01702d33497d27341095a1f79863777a83365ebb96ef7842c047b0e5189783cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178ff5571c5099f022b06008e27c2d46f4391433
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88618d8a55b30886cd2a2a902ccf2185b9e34227bba7a44808f34801c007f7f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0972ffadbdf987da34ee0445d21d00d7d725bacb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5496a6ed71dd49da2c219d06d9cac4448b9224694b05f5c48d922d69433408
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3f0a93393033a537c738bd6dde1e88740ff7d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b52089cbfb2d95b4bbddf6f34c0ae0126fed0488005e383b180cb378d82d68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1b11054e94deffdcc26a92087b382a47c4e1a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63973bdcb5570d5ca600970f3834cefa52b8568d88259e31dfe4adaa96f447ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a259155c1ae0967946dc5f80906cd843dc50136a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29a6cd45c76f67f129d6af9852519a74be8a72ce80c1de796ded51c614bc86a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675b29f1217fa8bc7a3ff72b737b786c96cc4204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ab9ee9ecc5ebc2fa68d1bfdfc3368f6de9d439a844bb0f2ddabbf19b635d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf32e2fc5367247593ab4c214e9382a6e56a3fcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b53d808f9f6879d37f8f27b4fd12135d3598e48edb175a7f00316261fecd35
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfa34fbb9739eed92e90007d2183e3da58df850
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92902cf67f0fa9edbb3e363b934c690e7e364bda693e506b5003fec61e8668f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7616259a2c2b2d47a5072a73ded6d877c24ae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474c7dac7eccbbb040ae0e54c3fbba07fddaf18a34826e24580240410fb5cd0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f98a114051e4d894a2187ec34f4d691506afec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32461e9d597c8e16b4e6e5b2355515968627653ba759635178371b29de58c363
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4242b93951baf2ff462d37f8111baa1023633d33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e20066a72d3471ab1f7b4c1c97489e54fb13f88516428a94cd09cd303d4df31
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b3c7134e27df63afda9103507efc6ef90692f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da2856ec3306569851975a3f8cb2c7bb6d3dbca116bde938f6134092d315d8e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6f0a8eb285d39d5a78eb7cfe5a020ec933a61d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2626da35d6e2152b30e3943cb0414c5d87a897f73035906aca905507d5bdf4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d707e7339055ef2167f008f2bbc94f89707e04f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32630ad83cfa3883e8ec4f8710213e913ab5accdbe58b8830d19a7ee0758fb79
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d973345e87040b27c5147a26f73a2c85b59c85f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2924ffa25307de9eb72251e26a0e1ab7d92abe4a743ee22ebdaac7de7c2297f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3716b21935b88a3efcb58f611304b752da5eb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09233c3b3ff595452448176264ad9c99729dbb6e14060e9487b39b16afe3d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7062310a14ae2273015c7885462145e42b76dad3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1192311b702b7599fe2b40b435782a553f187b98022247c69017dbfe58e406a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33428bb4ddfb686525a9147954b8b04d7e75560
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b11aaef95b6856d0a7a026701266d619362ef6724b18beb45cb9a7ac529732
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5637b3b302317498f60f766141a15b12fa8713b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4609e4b9942e40301298de78dfe410a6ee45b623d95bed7a1bdb586d3d0e33d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8ca2cc20007595cb1002e04d799fac28e7dc32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13030c93adf8974c7aaf474d9b58b202be68ddf525aabd1d251f4b33ec07372
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3b7f6ac91d5c8d94a040db914cf2c24a0c1fe5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8af7fa9d67193b356adc0ac467e139486967a0637e4c84f42c4d70317194d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ac1d9372270e43a095678349da8e7c28a84016
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4522992fa497fde33326b7efac547bfe2ced850037a500931d5b91b26f86f0cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d37d3911c330a90e412eb008356776bc906fac3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175975b0f2500e3cb1e08ba44977da9a26a55056f6f2f1ab37aad4d8cc44567
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6597bf9eee1a1f6a9ef7d92d848c280da4801bb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1ac40ad0a9c0feabf039d0d02b07b7c345cbcc981982668d63c0c273deba03
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b02bafb4ac4397e472bdcb60fde89ec577119c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8a3d85f313d1d20f668a17b5c3575e910ce255efbb76f93946364336f922a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bac16134aa2ba2d6695cebb5a85c9fc12c74739
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3253f474d0eb2a3b8ea7c1f613c3474b48ea3c8c9428ed2121f0a4ba5d9596e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f826b6232c099650571edb6d3f573f8e9e84f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98088db80ef38d45c7dd6f00bed01535cfed1e4ff441fae6c317831b4bbb114
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ccc1a80dc5f0e66828ef1148db8073689550b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceef1c14053a9cabce4abccce2a96541f409a8af4e35bf2ad8232946ac6ebe11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715830b0ee492bbc12deaada5a3854ee8d0a0f84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38289b460860624fa6418142d767667ff5dc32f124a36b5ba7a7428a26e1456
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb8b67efb1d948f5711af9837a199a81b8daa47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee144f2afe0dd32a809384fb5b25aeb42b794766f930d074e1e10a69db802748
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f18de89ce80024b671b457bed89b116a0b52f29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc464274c3f0935c953b565925f8be0959f6e7112ac97804b6ecd52dbf57e87
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889919d4712f95acf2f0562ea35b1c212e182da2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae04ff9c75b80dad43a91ff345d256d0a0a238d27dc6c5fc3e5a26f025640b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf292b5a2b3a1cdc5dbab5f7ff1964bc6e02a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0755b253d377c910f2425dc0bcb7078f83e040e9445395567dd2ade97b87fe7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53dcf13b1b31d41839a201f0d659b16ec887a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40f41eccb4b2986ff697ee482c6dbc25be7e87b8e06a1b1b28c4d62a009f816
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af04b6463243083f67fd322eb14e3fee5aa1e185
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6d85791e4a76ab0e9b3a638ceaa2a90ec338bcd20f88fe5308bab19ebd4c7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7618211559f3946e80fa9e36b1ca899bb4ce806
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498378741228dc830e99c6bd4985e30a5718def98d9ebed6f4455c07f62d619f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789ccaaad40bdd579b600f518c47c76131ef5e4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a29858e0c38a1e2a3ff4aaa59c0cf62cf342a83b67847776c205c5e739affc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e001cca6b6296580972f407a62ee569f580fc84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d198b8676593ec670e0f9efe9198cd272e1e87cf7210df0152a765f92d21a233
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae6b90702749efbcdc11fa92b58b4b152acaf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d54061a553165874080ca96fd7da5e783d62cb55e60d638ecc5e5dde73e51ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b14d5b51793067cd25443d2bb29e55c6d1896f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d75166090276cb5bd7a59485400a974802e5055b6483359ce33baeec34f49b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f240165d03180c144c98704ae29d35decf3c8701
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35fe47920981fc17728e1e5b609f5e3ba056da3f9c6cfe0e3192aef086b20ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3603aeeeea38c5265db355770a43f72fdefa368
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755f8938349977632bc940c68f669d3e51fe92bfd714c639ab5f426d5597a55b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c4bc2322022f8b56f7a3bf4bc80bd4f913eea1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206fedbfe303f73b1a5a0aa7d7321bed8bee1a3d20e02248414729f676285c68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ced6daa3d7e7b94d1f798b7ae2eb117b58da2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6dfb383ce5b3c189576dd43497c27a532dc7154c0becf0d5bf1b4443bb632c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac989de938d05466287a53d8d69a541caf93cf15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a864c30c89a4fecd232d674754160361d4c4be160840b17c96fccf54d4c87a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c673e18dc58879f785684a82fe6376f4ce31c58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0102291cea2697ec1ff2e6d56109690de5df51829dc287978934302562fed3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a81c2f84514fa6589d983ac6a20ba7d291d52cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00717de0abb77a149994b657d88845356fdc72af35e299ec47bfdd9170057ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea113b6408c542de94626f651c2e157ae535749f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853d1eaa35b258a6ec6ea4cdd36c8f09361df554a3a6abb3819d884f89d0eb34
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fedefec34fa7dc8cfcb1440690c798bc8be168
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f325d0b5cef1f76c5ac56ca7ef35bbbfe507cfe7b07808fb9640fb0da6700f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25636645b8d7231f994ad7bd88473c6a6c2297e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7303516b42db034f397d3c1ee675f5afe647d314f26c67f5a0706543db6e05a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a5f7015cfba98b0c461ae2c614db088502e702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1322046e6d0ddd275fe403c706b201af7eb43e31cbf2d16a0d4680363594cb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e242374683be1630096687f56a7c19f33481c300
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2235e73d2f12f1493968e808e801a9efa8fe4f0facf4199c4cd692134fce2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9143076173e1105c78414e467ed6812dac3a38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fa72b8ac8e0cbfc621b48865a1900fe55685cbc4af02f92f3274d0ec8a1fd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6155bda11d77e627268e04307b06a1d7211800
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a75b3656f6f385e7648705a28d7804892bcc2ad734c150bad1842d3266019a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f2f782e2e52990ea331321fd956720f4ff0900
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dfbde70b9c29121714a01913b6da1dea53e7f7f8d88a889ad068bc40c1848d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba98ea259078db0b16146f5673016f88b27d09a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21825045e0a9830b89643a467b5aeda3e3427f6de607509e43f072a58a346a04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba73389eb331c024329011a1d9ed1a7b28e67761
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565bc0611b30ff74b0832c309520e1e4ce62a3c0331f1e9ddc9b1f7043409a47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5513a80c62ecdc8592ba5a6098c75a99fedb3c64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf7095a184ef704ef4ad8fab555204cff768b8a547b946efff6d3707c1a2aa0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c896555330c736ffe2e73a0063fc2378be3a5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3c9524da19f23f4a9a4abb1f0060000155ec2a900186fff8eb6f0379ded7b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce1f335c9b79a3e7fa05300ca885b1a009e56cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b42b27acd7789dbbe48110711e6dab336fde4a0f3d48cbbca264398c9798d28
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e77042147065ad6c33f5843fa920d59a024f0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9370bb9ca9bca7372bebe7e671fc3050a7079e6d8be6e946da4d54d19c2095c7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48d5aa67bccb9b1d4e2406e5d7d4353491b8ac6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794057861bfe2b78be00054669a6789b55b73e360f5fa3728f3f7ff7908376ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9db40a5c5422eb26e8b83ce29d751c70a69b2eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b6646dc8a05144f66dbdbc88acdbfd08a9889a8dd6fdbf80f01ca0560e9613
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a269bfa93e4206ec9cab7328f079d57e251f906
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f1079b151c260342bd0f0611f27ad9b9e22952b0ab2f5be337ecad0cbda6ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543f578e2d67b815abc1e4bcf48976e8d6f8f291
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ed1ca4d434f262caf4a1ab192565b43b1efe3e1c3432ee22a2c13ada2cd7ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad5061c04b7051f3af7b2009c51a2e3297a9b86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263a8049302b335b668a9c1db137ba23dc16bfdd8a65d176f65e1b34facd7f12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1414611281a5f17b23c762d38d281bf1c391eb04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31892a280b56814b818349fbbe1c9fc47200590a0c0b43b1c1d77e0185eae6eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4991d05a793de8a003874b55e9f23c0d52ba463
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7af37e800754f110e95328ada996f6269c44734c956e55a2e62e009149aa610
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93951b5b21e651cdbab02e353812a8def6f057f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f489ef5b0df10934282dade5bc039f91ae120b595406d04ff26b99a4e8f52adf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4c4cd5820fc624fe5d4c03a78de65389ea3ed6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1424260e578429ca6637ba6493e5c8b9d895c191d62981f3ebe3a35bbe1e6833
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae54313b2d9a0735b9ec1975a384c6461a885e17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901369e5a8cf770cff8b6a971d48efaa6cceeccf30246e4588dd58388f507e5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56810ec53693965d2aa8fca6d48d21e6adc1ee1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27da08fa74c39786413018ee60eb513903b052f8c9eab73adc7e0ed98f8a91a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b63c9fefdceaba1d205db23b2202d9d83dcba4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524ca7f95d05d63652b4ae6d3177c2bc2be47adb4f7257a82c7e71882b0cd812
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca182bedb554bbac935dbb20682c2d8d400b141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adfc0815f92c02dd0a35e1d85f81e6bb25f14a47f5163f381a681a2b26c5f32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147ce06968d2379dcde1333bb2dd009ae1cc3d5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edae3af45b435463069b2b7bb055a0121fb7d1657502cd0feff1f05ff68d14d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4253f0a44faa681be3598d4d07272f014365b03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eb0d2bbca5704a8922c75e9094393fc06525c4235ced70ec4a1fdb30dfe717
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0732b8bf2cfc76a924f9b799ca35dffbe18ec4e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b747356df9df6c3b8ce0d6ecffabd8b54f01e2174fb41b78163345249de00636
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd90004a917a2cb29a52b79279b1de4707520e95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc507ebd4e1c5586b4f4d34bb28c16020aa92ec616c5636eed7a112abdb25aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712c26c6fb631c98d2f9d65735ff7073082c62e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbbf8ec99f19c9c6268c08c99262b01e5a0c21c17279c01992b72108bd1db71
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897f6468d947af6c7dfdf40c7704e0b9b4f0faae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e7d59ac787cf836b2091cda055f40a66929cd42feec5c63f85fe0be2512017
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779a86d2a0fc43a806482d49abd43943d429c4d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffab07134c5ea0395b09bd89c9a4cad29a019229221b8234ccccc3600b557a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d09fd83eace2d017112f2eac48ea4416a5ef7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69a7146c9329cc96765414a746ee0c7b5abca83bfdc7975e4738cf745161516
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac51f8efbe530f75cdb23d7828e1a941eb4ecd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d9c71b070898fc6de843a753c8b4c84104697b3565b8b3a10603c4452e8e70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d4a62f51070fc96f2ad4f19a8b165c699ab24d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfada1eca3d4c7619a06fe96b59f7da97b2a60e6e09c440258749227b144c410
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51f70d0134e63461f21e91d35d92e2b017607d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f6b1630d3f454d47243075c425e953751adfdbe74557566e3a5d2ae9cd2edc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df20078c2598a5c0166be952332b3b1d86dead7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a383ca778da59216c045f2c6aa35bbdb0c12739a2ecdc80263d7418a9eb97469
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b217d7b1adbc9048d70e3de5736e62fdfcb7962
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85275954bf3a8682927a8d95312a3a033021f51df425d4d0c0f0c7094911341
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117fbd5ce54bc89101feb29242cd4904d0c91edd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54debac4f99b6c123516d37613541eefef61444830d40b6347ea97a6c2380d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5ac7f691519b06270ae8a0822ca60d7bc0b889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6fea92dc7e04cbbed822940788fef356344e1e592ac70d1517b8379d3f9bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8928e43cb0850e4a200b3f6b6f6d421ab8597be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce29abd62777d7e879841243b3fb9b47d10cc89a6281a1c59b73f40129e73fb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cadef6f7d2ec70a0add1c6e3d827498aff4f28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a865b220e7b040a4e76c0240f26ef8ec123ee7ba36f13dcfb3f25eb10338f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafb811a7fdcb863a6a3ad42337d0bd4fa9b5678
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233cec2f7efaca83cba771b364cd08aa659464bd99f3b14d965bdc5e5f9157b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95950a9c13363d0cee83a38294825ba7d8ff881
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2a3cedf67758d63793633e882f89732e7e4f6bca54d27ce28f676d83f6df7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427730e3f45174072c98833f2a72b84975f0a20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d192a0579af7c14e4d311eb4d2a8fd74c7f614a64d14b99aa7fcb32593f3c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe902c85dcebef0a6fee651b236295dc557aebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff72b16614ffb72d4c8207a0902bc728e7e92b462a46a4d05a299c8e472d90f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edeef44153173f62c8a0d4a66c1a5c2afc018eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f5989603aa6e7fe3b674a9984ed6b3ccee0fc734414ce321c361992d2768e2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c234fa51d8c82e66f8ef33c8085f8d70066496bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f2669b16afa05acf5059fe6adabd6b446c137172a8e5b1191c0f157d785d22
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3f047ded483298f84f17398eab83e8790b7f84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec6a72b84c6d180a0a264596c4ab8772e6407b46497a266c3faf7acf1c467e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8399a930d55cd9ce67a4a2f1cc46a13a033f20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800a715a08bdd8487ff8eda15589cb3062dc1eaf2c6a42e2bea9a9150a31caaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4078346cc630ef1374767425094d61433baae140
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8240bb7d0c2235776cc3bca8f83ca8d8c5b124193384ca4c36d86d9bfb4bb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f280170ee31f70cb5baeb89dce47b23bdce76c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980d77279de450f37976c0ed07ef2ce7b22314097114c8d9bb8aa92900209127
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5c3803354dc44fd9de8d54510da7621827cac8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0712ab46307092eff8ec9165ee9beadc6b7de077be73872eda46926f066dcda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e7e8ae64fea575fc96f4d3c7a0e5ef9ec85bf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5c0addbf691695e99327717456a3e1c9cf07353698114334415f9265984491
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76074b03bc0fcd6f08193a906c9bcd34a7f0727f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480b29f79f97c12702a730ca0ecc86e2a0487883101f95755536f3040e71011c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a125fd1bd235c08523fcc3f69897de79cf06733
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679ca9081ff11505c37f282d2c54a56148cc13ecb7025e417d2aaa69d50583b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce54f4b6217f6c54d390811d9bee17e4653da11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45151f5b7b275563e6c9203daa567d82168e3536abc6dd1498a5cddb57a110e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acab9d977d695e99b3425bb9883009639e52e00b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69d8bc21a4652ddcb2ed7fab5db429b7937a722763b8c0b8ab9547761499fa4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1870963b3d6a7ecefd7a65d5b0104bfaf8d3f49c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29873856d57aff3fe63d74dc91e94fe3d0641ddd1fd4f735459b137222c59734
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24a222e7af54d31d2c7150e344a651090650162
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93fd390a2d1714b00b42057daa056ca5b46c50b3eb6a5afaa69204a7edf03a5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb92376904e610116575453e5c2de78a03b65c1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20491176cad45f6568c2e7a0d1245cb676db81fbca60215ff70370daf1bb9f8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80728859988308149c65602c3fa176b23686887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3c2e866851ebf7e6218f9e2e0b15ff39167db314cf64f59f2cf702a4da51a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e677382e2c306bbf7e0b0a10a4c8aecf00ff918f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfad3006511643a65997411614ca2fabd5303f4e10fb1d8de2dd707e5c27b904
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf9aa78926402f76bf4240ebddf82e4f4b25d6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aaebeac42ed1c19b90dc5fe4ec2c4c894bef2a018a3db1329c8d5f78e33e59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dda7caefaf07c54b06389254b508dbc43d0688b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daf3521ee199a890eb53c56aa2d26b4863b70b8b12374e41c3ab3d3d38f7260
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d3da4f34eb5b4fb0bb1fdb69b08e03ddc06ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093f434e1980d4403a12d3f76e759171b941f5f5ae6128a0dd81b69cca2f877c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0657fdcfc2273591d68d4bd6cc239b9fd751c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ce2636f7a7a09af7de05475891d20111bc2c25711b3076a3996332334913a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2263c83514bdcaa9eae988cf29b2d42ec1f68d45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788a845b6049e3ee2710553b7fb37ffa0ac05ccdab8f9ddd4286dd3aa3a7bfd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d509cb96d3b41a8712bfcf0eb92b060ec9a084
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b23ef8b1ad93855d4f6ba1285698d21d858a9bc8812e002698d943a7c3dc764
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c3d672329b3d3313634aeadb1ac794fbffd540
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dadd40373befc3770dab56fd050b5fbaf3460dbe7e363e27127a667bb48e8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7cec7651aaaf72b8e816d70fcefcbd91f45922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4536fd2542c7a0f9994fd3aebbffb74dba23ff3f9f4988fe4ffec980168b61fa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac3386ac5bfcecb7ee47793f642bb94dc8e1f4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e163e69288719a27bd5d3d26563be31d78174ab126697b9b46bef97b862655
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc87b8d74f669d9730e50ba8dfac956c13e2d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60513352f25453f9696bf69496fcd0830c5443f308c879469c7a8c9c8fc2f036
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea376942eff4462121ad2469f97bb3569da7386
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2697f3f7715540c90742ae36eafef04ea33d972d04b381e8da08f1170c6140
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea1ae06ea7bd13085cdd49b16ed91e7ecfc729c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88d2a3a671c0580dbe86c80836d892683dc6c53df767ba09cd14a2a8c8dbbb6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66ef2ddda282a98ac093db2511536a4a8e5c711
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37868d2a8edbf6154c4c35b730710fbb2084206b34ef26b5781cbdf2a780bd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2b6a6e8c2a4886c258af23165e37f9a94660a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd5d1b0c9de718510e92a09efd9e505faebd32791c36a4712afb7290f75ea38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cabdfe1234bc6e1ae64619a0700a294ec74bef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc0a7836248290266dd896a4b008e45431f860d885a2c67789ffcc1b1068bfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320c02c86ae1a2ed557aa77f29f63377d0f03922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edd82e1bd76e17dc0b9668b13b59a2faffa79f07b3e8a5d0e6ffc7004c29287
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe345c06bf36b8ae6bb87e33f7a3cc9886a12e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1cc5a1a015d8cca814adaaef2d4d62f522d275e1987bde056e3c66b15eb10d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681cfa3d0befbbb11f31811e1da8df8c18b11206
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf2d2982bd537f847a919b22f84092351435ddf1107b146215364b4e7a91cb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d03c48139f7caf9d6afa803b178429ce78e2785
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8852cd00a9bc1a86a4222b5cd54406fd33dc0f5a5f51c1285fb25564b05cbe2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efa4ccfafb09f45459e59b72d8c47370b936546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce25ad0a11a6ade370834e6a76a8eefc5056ed1ec054ba82cae67043eb612d98
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f7adc62a9d3b96eac5909e4ac2b483f355227f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e0b2c96471af282bc8cb80e67c8dc772547265e4888205e61713ed2bd8c92c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d0cdbfb2e9d0305e0726265add94566c643785
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81497393a8abbd7ee949ff1fd26b7ee06007c05c1fa582c571be624eed709289
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb7b32ef2b122c1ed4095ee16174f7c37c7638a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eddf13f3a3803083b83cd19a4d997245d62adbb3023c0115ad7d08b1876dd6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3455cf5401dea4950ad4998c2825f74862d3fcdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37ba0e6c3e636cf995e92d5df3e0c9d88df6f01c17713293719dd63e7d9d392
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1811dbcb8d4bc05483fc5791c9fe996c2b9391
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4922ea346f608345390326499523b802dd3b06f0a6a02151833b4cef4dbf0c86
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fba96a8f4c9f12117cdf3382873f35dfe921cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f157a635834b65edc49d98e7af4d9da9666bbe8d74384013927d996734d6b60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659af39ac3a0f1f15a9e103e3b4d65fc1ec860d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab22e73e75704e32978ec1a8911c53ddd4ebc6901a87db0907fcc0ffd18aa346
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646e07ca1b849b3ddb49ef0881edbedc516829b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0bf65ae3727d2557c4f661953fadae1561d7d8c5d0916dac746750a4e275b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7661f3b4a97f6e55256507d087df43fde9f1fa55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c2b9a9fa12d9043da550c2374cd11a1d15a2d1e7c1ad64aa188bc7314e6eb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cc8296866f4aa0aa13a6d000b70813fc805aa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329f4d0d8a66e920fcbcfb0edad96ab34e80ff9d81d1d3d7660281892abb10f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f761f3ef8af82b892d5c813acee671e398d7449
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb98b491fc23b4c0ba1f1c25daeafe66f86e3c72dc013a5fb6760b6a95c60e46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4863764bce7dd75de3f4069f088df8d1aea38ad6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dadae7bf597260c1a3060bb75aca55ad46e126377c4a0922d9bfcc70c09d67
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b2b95010e58b76bd2cefbd73f96d605edf67a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689516c7abfc20c77cf6fe894310eaaee75884a2ae564040c00d970225ecdf6a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ff4960a74e1b8d87be3c81d20b2989ff573cc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b2a9cd57d8d844e65abdfc462ac295598e0593c3937674911cbc4c400162fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26f4fe785cf3a956b6b3a075cbfd994b79b1e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4a4c7e2885c31c2da287c94b0cbd5488609bfebfb74e7c2e5ffcb132d4ef6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba596572cb309dc750f1430adcb6e9d158c505
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a505dbd6007b969cf7c2baa65d56d3fdf50b194bc916e7bd2bb27419cf094c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217f5d9fb139b96d0d1ac0636b79609b00e6e35a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f40d85b5a9c1fb0061f23504711d38aca0d8c836e6ffddbd41a4c06757c00ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031089941e091c74de871a4e7ea340805bd9e085
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfabb19c5c0fc3438a3d979e6f908e534ad61d028cc8896e3e3a4644ede5a56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfa26c4620c19ce2227275e64a86d3dafdda388
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b0b85be9ace839f6535ab8932683d5a9813a397bf9316b8245882764525a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713b69d53dcf5d83fa8dd086b6b2a921d6868c7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f796d64a9e65cabe793a3c4a0e60f257e8eb193b7fabea328b7f171f0ad845
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84140c5edfebdf336565dd8fbfa825d19220d91f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa18e1048fc6ad53ba6fe4fb5f8d3a2a29d35bb64b3685145fbbe4877f62f487
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee6f3ae1af6018d3870cb6b3bf7a6cc24b8eb6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b47706f3c65b65b2012a8b7fb18f8150535a3c28ac95c70879af9f9daeaf54b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2777f6b1e5c94ebfe57f088349f8e183af78f3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af48b32c1a9a86b5400d94c4bef1baa0b104ec2ffa676bf14a779b6e3bf5416c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb73e12ccf81e6983b5b9399e80e8d111d243bb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abd1c711348fb317d5f04cb0c9812db8013eea3632a8d6ca4d920509c9cd29f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11e657149ed48ae4f13be98b19c5483592a6243
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aab0bb1ac1b1c8b0b840780d2b4ab2188afdd852d5b86c24c3a8482b497d38
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d673fa73b1a1ca75d1ef76077f7301c7f332dad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb46590c70f03b7bffa33b4c4c6025b2d76db5ec051667c57384a6aac0e70fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4fa4a944b3e5ae66e36550884a4216406d6d50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b3a752a0deb1a24b951c0dcf432634f057dbae609e5c644ba8f518bab669e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1213cd1874351bfef6e1ef7604d08cf55fe2091
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b96e5eaf247365058ac4cf4861a391ac7352e2e111377d8900c75f492a17a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fa4174288c55af80264db5463f36fdc5995c8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c6da805217b0d8f5867572d71a4c9e34a4df9efc4d6de0373d99fa65fb6124
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73f9a53bc7a9a10a69636cd9df76bc8eeaaf615
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0af5cb3a83c8e7f427a4227cc8efcb47d20504a75dfa6759c29b2fc650a61e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf7e8f4fd9d8cdb19f6d5ecd4c48e6ac33c36b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7faf46558400aa271259602c873c06aae5ab556cefad27c53999128f81f0e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0a793363c4ace90819ec340325462c7dc314e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209a3cceb23a70249acb9e00843d6478431d55e4e4db331a18490a4caa08c2d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731db9d490f5ea29c0fc65f7107a30520d0cfc29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4243e751c1ea2de7c06d61c5bb87a0442191525551912c32a2132d50035597
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63fcfeca6b46394080e3dc779888515734df60f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97bec738d2da1b77e62c4224b4db5df0e778be3e3a5871aecbe0ebe7e8253dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3545806e1b514174f040af2890bd333785e738d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe203113e864a9913291deef35fc114cc47d9be56ffee83662fc8e3f6a0bdc21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37983d6a03bd5656720a8abd47637304711cb73f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0fb87e15afebb4c2fb6947f8e9d7ac805dd7b783c34ea26f5ed98e1515ca7d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c910b5b800a890598c149734ba712c0d9c2da2cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8971e7e99900a8513dd05afb3e79f664eae73d6037afd1e885f202b8ea3be1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7311bffbc549a7e8fc8d51c3fedff59461e6f2f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91464016ca752db30ad205e7338bcf1ee5f299b5769027ad753c1435e2aa1059
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28a3ca1d427179da390e7dceb7e15358f5867fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc726f518a716f1be699ff80c4abfe579ad4063fccaddc3f8393fc17bd16a99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02af5b606820bcf8f744d5600cf5e8193135245
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8a183b1c0aa47cddec9035da99b7320235b37cbe22cbd6a3ef6c00c8eeee3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d793d0bd2e2a171cea2a8c5adaaf3312dcdbe38c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d2824e10dd63d2270c8fd7ea72109c280cf06b18251c0aad6b77b2c7959fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982e03073d5e62cedd92949f292ac44983e029b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045cdd435972894b00fc9596190466e8cd66ea3d668bcd9a525119c4fbf1e348
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1240d2e2d624639467b3b60f2453128773dd310c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6113c74e18c383d8b88a59632052290b1ab704fe6373ef085d2a03a249f4016
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4a88cf040d0966f90798be034a736a576e4edc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bb582f0f188f9178862463a805af90d5534f502573eced28ce23867ce9c0a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8924e97d54a2203d1f809d4e1798840950b3d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae0a383dd449c5eb0d35e76ff814b1b34429b0aaad04b8ffeb5eb17aa67786a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02994dbc1b5fea93cb34d1ae572541cdb085312a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09412cbd955545486d841f2e6569dc53643b92e99cd233820d902cff0230f0fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03937b49fe76be1c763393e511f0bb40f29aad54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72871c37fe869543337e08c1d0515c6adad16a2ca474a477400472df29daf221
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed304e1d452798d9a3eddb8e11556c72ac219fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9021495053b523606a5eea6d8a58d6a90d92b8987449239f94ab7f4c4275aa36
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3abdda718d7a96ac91d1a64cd86cc8464fe694
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6719e86eb125cc08a4d3bd30e0ef3aef6307b30286356457f2fb876430c0bb8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fad096202845ca7daf4643fd16a15412879cf0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca46c510454468c9058d371c8fadb82aaabed387e671017c8a6a6b7c83a76e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2d0073096daf1b698dd073139928e04521ac26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d04dfecee9fc2204343cd535a981127c32bf6ca3ac79daffb00c0e01abd739
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c204a528577ae8a8c71d25781949f97dbabd0f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2db9968bbff412633c5447949480f5c050fe25803d5f15b18112f3a061f519
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb60064aa55e055e8651edb4872534a1b035a6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5523002f3c45c2e7c8d8e67b2ba00cb794ffe441824ced742a52077d81f1f360
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0931cb8771127f3e624737acf4ced312b02d5d5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0779f49e57b60127a40613a05617de76d5903efcd1492a043398406215eae115
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0370fe408876206c46fe4562bdab268964700a03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478f19ce12d71c4227cf86efd14cbaa9e295c57474416383888fa6760edb44b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ee224868aaa1101efe03b15d88e7e8299bc0fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a39da5d76b2ef80dfd643fbcb9c5fba15960a0a94498e652b1ffc313bf4b226
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e226316ff2b271ad965721e3cac8042acf06811f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3d213bd70baa8834cbc24e78815f4f7a176616807d3230b6a60802c6d53e2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5765afdf552c88db889e37f707bfacc5f3481c16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abd13980d9ec8fc015107a74e7f430c53e0c2743effdd41a64b9a2680b4dd25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ead8c39c2114a6673116d4a9fd0bcc820b1ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c8cc4e678b7383584ab5778fab312c57d0fdfda0aedc501240dc4f771a34a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96577c9a826fb51f1a906ff1e01135bcbc9de67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34430610030a9bc98edb2f356d3f24046f5be29e1f0e7ce5ea9fcaf7c361f6d4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31f88b7aa234912e52f7209338a50b07cc7ef2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe42ecd1f605aea1c826c2d36acfa9917e26e7aa280436c31fe28834b80851d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098e7bbb605c6a4b58ac03e2e87801f313b18bd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa6cd1586e82a75c313a7dbcf93dc5233ea86a9509496249e3b00d71cb49f5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877bcfd607f811d8447cbaa144b0247197525fc6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7719e47c1cf79515b59602d0c2ba497cfbf0520e7b568912e55c2eb8dc73330b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e8a0de90351d574c87d3e94f8520c78cec32e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e31aa9284bbd0da93f092d0997ce43da25175ed632a6584ab7cd89eae1db451
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26089314613fb381c70cf7b60dc0ddedc62c3482
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e3d71c34f67793f096927f34fb59df76e0a4a22bc95cf511875a37c87647d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16243f524a07e1571882402f7f99ac3694674724
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfee0c021fb875e1a76fb7b413cf7e74cc904b770fd3567953a2525f29ad790
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f49f5b28e487a75c13012fc03cba516bb766b2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c161460d31dc493484670608304a72aa441872dcc330bf2d6e5bbeaa87c2f7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1ee4d0402805a075ad5ae18967d63349fdf5bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d873533e0180290e40c0460c11d83135f73329de1a37683e0287574b61b811e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b753063ab7fa32e8f1e5f2df1ef05e17eaefef5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12050a09cef479816f6201dcaa9168b13e4314a34922a88dff141b30a56ea43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c7e2e6ab9c4ea4f1c83646a419ce7b6f9249c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287f87168a682b928c2830a04ae1dce12b3df3c4712daa4f48ce83ae75339b1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e95570421ced2ccf5057fc92a3a5ba11893f311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc8e42b293498a21b74f73d2a06acdd297ddebb659648b3c8b860fb2d4039c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d558a6d20480aba5f92b6f26ab109be341906c0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbb01c974ec33e10c5b3e2216fb4e3778fa2c32fadd3c8b312d45029b7e3320
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2e5857e9fc76204aabada37557356b3c88501e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58086ace5cbf0bb57bc18d323236a19efeec75f290d8bab7744459e31bd622f5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8e2fefa71662ae72ddc96be30820b86f25dc7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c906167d4af854e747a20793ee0c7ddfcbf5d7330f58b0993b07fddb778ae9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3008bc6a29c185ae150a7e386e2e003079f313f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c901b7bdd2fb775c1910c5c0beef06b2a47147486ea02c1509561973f08c447b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3af3a1fdd2b45937aa6c6aba89cc7eef775266
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a52f04fa3928aaced7c2466bfe01ca4767ccfb845629a3a20578e3fbc84acc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1465a37ce243d3812efaaf46166cca698cd093d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0cca85463a92960f4e000cf64453b4f97bf7bc7569ad0c79928995de772f3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f42d9fb3337f7db345928fe873ca4718d915ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b894b3b37f472c727b5834c39dc23a626d242e2ea3a0ab120cf847b7700263ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cfc60e39a7f357b5a15f86c3414bc583fe559b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc6778e76da18ea5fb76097771a0d6c653b7e43ee589b15cb1f224090dcb8c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d76157b9817cd59a7f47f95ad04e474394b8d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382f7f73979f2a6d864316b37e885318167422b5a253468486e1c0a84919a7e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e953abc0baa52e682f3b2fc769e64ea6052fd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d30b78dd081dd3c358621f89684b28378534a3219c3f10e7ee8e23d6db9b5cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085600bd605ff58b7411b6cf2bdcc48582ff25b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18b04439cbd52e0447cd7080e6c0cb58fddfb33917a0a680f408ac1054fe4e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0401f5eac75f61b339986065d7d2c76665ce788a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680a0c66c009f97c3ad8974b2675a65ab281fa1d1d3e0e71a98fe3c0754bb634
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3c652876c48510f75f39a0b6a8058025380127
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55447fd0e8ba49760d867569ba885d43bdd5ad2fa8b4dddfd00e7503e8fdacc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec2308a4f5b2d65a3a6befbc02852c81b27dfa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9ec6c31c827d45b2244200f757b392e2d7011a07286ebbf16f5263261a5a78
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450f7c1aa666e122d34069021f17d190e8af80f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e60d126f73c5cc624075c79c15d17051ee1264bf039936cbf07e2308190d5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd55a133ad63f2f424ffcb595e66f6205da53770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f049a1704ffb09809a7241443c0eea8616712c26b0a1b759d18366b7c15f602
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de45a86c3cb9c010689035a386e54663d0e75c5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63af6cb7915ccb063cf6a7f6d0b5d4ea67e7f57804f2070b190ff2a0d39dd3fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea4d28843181cecde5117c16dd6c154410f7350
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b995f2451a80bed718417aab794307707e5484333aa2590f9c00ab4474d6b5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f77db68c7276b23a93a7ba0696cb66f6ded169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61224ceba584cb61bc9078d5eabb5eb6dd39d6b0aa7ea1612f4fadb116ccb8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22219ab7da27ead96f7997e67066acadb4aa6726
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b464f0a7c9ae583510ea0d601e9312b9f5f312e4387ef1cc11deca962fb71725
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b9f232824b3ef80803aff8a729ccba4c787647
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18ff5f2472b16785586fa1ebbc70f791a7aef2f8a8a629b6783b7ee1ebc7520
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92496856787dd2cc6bf1fc44a8604494deec8cc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4bafcf2ea89978124670dd98d04b35e7de75e305c92e0d7ae6255ab1910ca1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bd6f81ea869cd13c6e4d0b7f49e5b27fe41584
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d3409145f595cace96a11edb2f39aaae3525b5b3cf71685303ff6dd23ef3eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f5922e8f7eef78abd9e21ba70231bfb9fc851
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117b7c1311cab35366ebb24b08a1ebacf2c49664786accfb50a5100104639845
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91208dc9c0d2a02333c32adfda9a8603afde567f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c48dfd2f2298ef43b914b427e796be0da232c88548efbe781ba272632bd0b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a772ebf6e116f255971bae9705089a43651ce90e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bafea74b9f01b5c721473d07e372b8d045c694e642f5bf6c3cfd0b77658661
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f08cc09876c3de8cdb3256a8a05c09b7a27f31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74bf7cc34ba08412c22cc08477d6add38d3c95e60ed177427f22b32482458bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390ba2b150969bdaf7e0f3091c095e9272bbc78d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24070a6680b508771ed84c214187465fbbf828a58f0a6dd531e51ce05e20f8d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efc7e0b38b492c10355300291f8b88cdf5ae0a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbcb98fd067be68b2febbebd15874005f2efb4886ff5d4baa379dca4db3c397
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b449e2980229a892e454602962b57aa31e017b00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5a15aab23125ca1f2a35dbf3b8c6ad4e8244c108fcde7b3a150af600c75dcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408088902e22bac310e0f973a6c416656636f6dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1853d6a3a8bce1f1b82464961573af93ccc768b9bd3435f44c0d07954e4334
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dc2e52799c98f55753d8f6a1f268bb592b7273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7928f6f3ebadc5bf6c6d6ef1d8ff7f16c6dbf6d481072dedc048366c65861825
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d139d8eae2b817103fcbf484222af6661287c04c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028ceb19066540e715ab535f8e658963b5f9a3a2238bd33861a48ada6df1add
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8417444f97162e9a75e32fdc0b71cb43afc8cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09b651f98302ef6b202133b213287c7a12ae81fd424f5d307aa64fba99954b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7916653958cc438657a84500a29a84350de1a7e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aac932c1e8aa535782aef7568cc0fce208f70e5f27484d6c39e88e653709c7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a3638aaa6eb47cc8d04c6b246c41a1ca7fca6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5a3f9b97b569dae3e8617a6febc8ba394df97e851628e8b00edae54d7e43c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eff3d860a304ea4686a34a5b69dab8576666a66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad905519bcc305a2fdf895d35a9eebdf5c186544462692e117f10b56a76fca25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad7ef9b0da09c2eab40e3732e33502965b84240
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926f613ff7bbe9fc6839386722ff89c9d71144b3ab9b279ee017d443dfac84a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71672f80441e40ae492cc2c0dc8bd99b647d922
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bd25dbd4082f45466fcb9116c11bf4a6671ed0588dda1e4365d79dc5a3416c
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb93616e34287b046def02ed1fad472c758e211
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42dccde7c26b188dfaa78e65a08cef58d48e80e5ddd2b8ee2d218946fa4d95e
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb6a869ced4f1a5a807f707fd16349e23f9466a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130be82e811495129c0fb86a6e724edb35e25b9b9b52886df85f38fd0479915c
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c25ed7dffbf56161f551831c8303015fbc553b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7197ad7489bba7962febc7803a1b9f040dba22d0ea9e221338b79fb11bac8ee6
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d502057479f4b461599f90fffb5a15f9c83c7854
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7131c7f96e237b53f89d86c24544e1c6e68228d603d308c93a6a467facfb1e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4dc4893564c2ba2ba1f12d257a5780bcad35ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54705d22220866bd0089fbe0b0bc6a5c5e9854591eb629e964e4342566ec4b8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591025ce178e7b8ab6793b8beb9ce71b8896d088
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8afbc4370f6207c2e92721ec8ad853469cdd6aa12941f899b77a9f489033bba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0ee0c13fa4230ec812738cad0b00a38e59cc05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e9dd1c3142f8fed846103f88b66b8e1ba664232171f20eae8ec10a3ac6041d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b318e72abf8784a6877bf16a611cf3e894ed0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae10956a20b93894c2f1e23cebce87327e614dea19661045445bad76cc0e7c6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510e868731ae4cc28575e5c42b24e81c0b7664ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87aa68a09af99af922454c547de5c37956ba9fb4bb26ca4ccb7d8a6297e7b7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8448ec2220c94024adbabc9447889ed51a965e29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e0148829182d383eb87494ed92223a1819986952ad580eac695a9f46fa235a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520a2ac541ff49bc51fe5e190623700547a722e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f16cf9bbe72bb02c2bfda72c9c37ee5844b772cfc8c0bb4b158c7125d06c8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254b0745d7b537cf0c49e734d3ca5ab690a4655f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d1530ac9772b08a987d2a196e23ffb17ce46db38e7077f2088485372acb7fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3aa354791a5590057847d66a57a6b46ee5feb8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f854589141fcde1c15183ea423e4e587967467a316451b108f19208c8fee96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e6d2bba7de771f94b1383c3bc3cbe200abbdaf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46caee48d55b6347cb3138a7823487ea977ef9357cecf20235fa247cb511d410
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd76116386c65a05faf68a0de351a64abab925c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0496cf35e2eea41d714e2d311ab12619a7ac3691dfca682defa5b2fbfa3f51db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f34df676c6627ec093f8fdca194a5e0a0efad3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121740405304d9a607c1666d285f901604854eff28f5f01f04b00b1366cd53dd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4ef1607312a9d3c7b591cdbc9d63ef5f18795
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030ce2f7106083d1119541253453fbad0ed7de698cf848b6b3cbbda6cfd34a5b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0dd9c723764e81bc4942e548db72d2ceec722d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e36e1ef027c8986533302ee952da98b2fa7562ea2663d13605d9f4158afe997
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2137412424c424146276bc85f3a6a874feacc6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd4a7cca528403070f39f2423b7ed007da84db2dc2a6c236b85c7681c2caf1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838f75a6a18503189d82e4b72a47af6280ddebb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8b29d5ca93dfd4699296c1b61f8145685e3ffa5f7beff2b5a8785c9b74a9ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96c937e4c75d60522a67a136c98213686923e84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0b166277b3b21c679f9b5ec3918d7bd34092f1e0600e5b7224458cd5c4ba60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26007b8e16c2f0509f11582142407b373cf74cb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c5597d3e154fc261254d35676cae7b21b380b92cb097fe298c86e7512e3637
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dc68d9e30d7e3b2f6375867c0da8b72880003e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd186f4081e63c7e8949dd8832fc579afb680508fe4924342d27f8f7ebb3e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b78edd8af7245ea49057a281c04223237e1214f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c8d6d2b64910def32c9b557572e45aac77d00359bc6f032acfc539cfd577ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fad394fb15aae87bd4ee29085ac89f413de018
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7640a5a2052bcf48303e44c43d1f9241ec0be6ffee12c909ade7d54b931a8d0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92a176d435326b0ef0e6b0ec930dd3bcd942f26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02a7945e0fce687bfda62f8c275e98fd3688ffe146b901e2e3a6095544cb4cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c8f045054ccae271b1cf3f804f277dab67359
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39c31394fd3c501fe4e2d3f1e259e76f1d82b3c891d0921eeb8710aec51d1bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4525695516618a42759b9d486a1d4e7e9c3439b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba3d69a0dfb04cb3170330dfb5b3281b61c136dc295d336e2c55712cb6dcd23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e4d8b52501867c324139ad51f32b1b2c4eb37f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ecef86a2f3458d29a3087c251613db5c70f227ad20725a27de64ab0eb2d3ec
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5ee9d528bf85624121ae2219e59dcf7b35af2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb0ade9c1ec672ec1283391ca0449d8d61dfcdf7ce0fbf990d477b27277e81e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a458d2c54b1c632b1385582abcb5732bf6ebd96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a95bac80dfc32a85edf0b11883ae77385a843fcc24c9f9238a01a8fd36a90d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421481fb75e3b8c04f51656250bb4a6ac0673b5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c297041f73c44750e5b2547643a6d2d1f215a621a8d648be8dcf9ab491444010
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6566352ced01604e054d9ba84f947d956126b469
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebbc487667a8186269839f2d040f712d315ddd1480e5f17e6b5c9a4d734dfce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2012b6877245be2dcf4b8b266b892a09362e7454
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd7b7c335d882f2331f783b56fbf26d88a2d46ac722c2971419d02010df25b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45331f6fb592f4a204abd1b93f397e1c070b242e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4c959130ab3137293d037799c2e6c1d31e22fdc4b18896386d224354135802
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdede1556d55d41f656d700409ce00f0587fa56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732c467a1b4bd2d5bc1d4ae87aafb149d26d211b3ed5d20f139be166d53c9754
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b73d23d09011fa59f80e675934261c1b6c0a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68f3745c935870f95678315e26f554fd2dbf00524b7353cd1224803deea0317
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812824294d76879e85180251515854dfc059509f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e0f019cfd0176d3d94273c1c917e131472a65525b7de66425d3d75115e7d37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f84109bbc3f785a564b72ebe4d35c6efc4cbd0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1846163467612abcbc6a394c543859bd087a16c6c17e603f762a2a6422cc7cdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76adc60834b0cf78137f75f6a1f9cb47a8211297
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cd69821bcbf47fa872eeb8a4a0ebf3d4c794c512e84c15b0d1099d0e958b30
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec6f13dad8eb130b4c8f46faec0e3d275ab96e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4cfe66419a319820765803c2593e2d221328f743ccce84fdb88d5cd51a4b25
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41089b860de919a3b31bf768e311c38b843157d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebfe19c46b67ddbbe7bb258ec24993f57bba46dc97c11862928255b30344212
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7a1ddecb306b22ca0e3f8794573b3facd699e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3878e516c7dbc77b4474e5d5ce3a927511bdbe172460fc38c37370d957f9e8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d67f73487d08aed228a8c7cca8e004c629f2a3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11730765670a514683c2b7a201b1db3fcf6da671b7d602aef2f37db6790bddde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0414c83d4d478964ea2f4c75dfa8acbacd8933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a07ddcf49f9c196419063a64dc86798cc747d4a59bf174babe370831175628f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45a0db9c64f92653816ee199c56bc0a56dcec10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2208f5d3667d36b9807bf478f7276b2c0ff7124e9e2bafeb9473019769bf3973
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b44cad8512448aaa83538eea12b0c67a86782e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1133f34f649eee02ead3f6a354d48f33de9c031a5e29b2cf4984c85d3dd180d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b8e4dc807d05c2ac1e4ab33d2e1d0892201fd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b08f4dfd1eec0ad48da79ce9d4c8dc879c5c79d2186e40eebce09a04618e5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc15c0e8e8031080f2838451256633f3d65eebf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b1bad92f8ff0f7e2ffde31800cd2922b9744095fee39c9766c4f7f7a543bd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfec39b83580411df03d5e911dfeea62512f6247
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e2a27381fbb88de2a925cf73f2b14b5ec1d32723196d983d48a2523968aaf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65254100d938012b458cb40aa83e8b7f56828693
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966d7c3b687b967823b84178c58598a7d70144c6273026d701c79666089e68e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85872798613f2c4769ec957096117f11acc7a7bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fccf7aec4c281d0a889d3edce3c4b31a131e8fef256ca8b16cc2ff111b874f0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879d216c12548b34f2b59fe3dedf71a6a7ff7fc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507136ccc4a0051047ad4068288e66d2ef26950658772a8800790b0c9ab3ee0b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f8e75aa6428c10d73b9ed53f391462957d97be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59035d24a988c67b432d319d88bdb6bcf7ba62e9a503a7b832be1f4cf55f8485
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b21034537f7cb795f0de01025a8a80213f4e381
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4101189b182bdaaf7541168670ba5b5269fc7faeccddbd5d4099869a381f289c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f47c58b0c5d37105b6ab3dabb4f78e2258ea1db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1087cea962b101c39be6ecd4b67c678869760e5d2a0283c02564966ac6551f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b8432957024baeaff3e48c893561f35ad3e72c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8eef178a01835c78d95045a8be97013d0b5221d1b2ddc0189cd8ccb705572c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dde662a1d1271c30988fdc1c2b7b1837c1cb982
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a637e092b714f28641e15bd89cea335d3f6851a5615def4a47e590da37719f1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2587757fc0a0e47e04e02b82c9a67ffce73f5cf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f28475b45142590ba4998308594f2afc151b2c22eb41935460080464e582c1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14caeaa712bfa3b8b4327cfff13bf19367e72ee1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c6f980cc43056dfb1460809ab6c5ded90919429696e4d220c9eb64c5c8f7a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af4ddd1904e24af041f54efab52bfa62b1aa1f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78adcd41a45a6a677731d4c26e31242fa0409dbcd2194762cef4a6f54501beee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd2b533e5e2f4e992110d9baefa6c95405ca981
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679f5a9b36de6bc291ca9afeb7b371eb56ae488c1d282691606b6c6d89b456eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590cf5949dbea69efcc7287c6d03e46ab8c10222
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935781ec8a9114c06faa0946624e727852ac68c66ca0070159e04a366e1bdd70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897202f510e1855fd15d5ff4a75ce652325da390
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac7da64d01bc5a8a607ff0177d40ed912e8488ec5dd9f9e34e3d232e1bb97d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e77d20f0497bf8faafebd62019052f718759fa0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f29fcacee1f068f03142cf38e34837099e9fe20e01545eab1969e503325530b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1799454b930420677de70b3c12bd659f013374d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea38608a45f464e619963ecd0f9b801ab1f3c20ee19c5f5a073716a9f57302f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9bbb01aea3618ff5f644679b6774c95994a61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1063abb1339a46023846fd096433073bbe51cc6d512b6c7c1787bfcca4eff10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a97bfd94963c4b9f58a31f1776fe9fd40842f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbec3b2fba5c3ac0868a0a423306400220e5e1063cb8ed6a8773e57d9ed2096
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840a698445b64f4b6a12f7f24c8225ba6bb52ae8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78affd14d9e279ae5ad2d7e4fb2012b7e7e4138ef9cd092f6ef5a86b7c8cade4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f428aa9be9b20412384a5c3a78f4d071e426d554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c880e18eb826395734fe37f42a8f0029bdbcb8d79e4c751c989634323ba14101
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556db286e1dcd366bf844f1d8897ff38313cffb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9032ecf9d8563c5b1869feaa9961e68eba1c27c2a9d08c410ce2f1460e1ec92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8180c149c9b4ddc9a2e04d3c734c5d8461efa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3a4769e7ac497513f853a3f99ff28ad58e9c6e67b537067b2972cd9bd0683c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deb491849e1d1e1d2eb14322d4480835c5613f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77254b01847c9f2e779bd66fb184b71635a91adc727249d4a289a699889273c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d51386fae2ea5860725db55bd1cf98f37eed8b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa28e2ec14186ca7df8a5f6dae785e03e097b25078be7828990d59d118f86b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6535e96693d8023e15f56966ea840c0b8f0a7bc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1689501692ff534176c225db7ec4983d94892f3cfbe0bdb4c9c71f029b7b414a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5b2da65f3401f86f277336e519dfd9ef2e1de5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03490dc1d3278cb5b18f1617e227df7a199a43b3cde5263bb883e7101ccfa21d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ee5cf583d0cec3700ec310e69ea9d6eb91071a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960afbdab96091fcf4ee6401352ef083106cb38921e05e84580be058d596db8b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057306991b272f354167fafbcc5b79a79f040325
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb1807ae2daeda82713c92089116d17d913c9336bd43abfeabf732382303f30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdc3a9a02904f868d32e1adfdc4bb5a3851922a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc5e3abb5edb4841aa56112f4c2469b6dba4a4feb2cfc0669da5923d6774472
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a975a25e172d511f0e55af9920eaf7904da870
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e6fc09e47e6be1d377b4e5690d2117e1de59a99f27d119f2df30ccb1a59e9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fd785b2d69abf1ff35bda5a5804bad7a37dc18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea569b3a5705547fd554aa13b66d6fed7b3fc560350b3708c80a1166e9ad9569
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28020acc3d759d6765f9353aacd24e08b93b6cc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33432c7b709164631670a626640ea0be7ff8810863674a8ca0318ddbc22ae335
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab14390f41952ae00fda289a16c2f9430dd2849b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a93fe77a36f6463bb78ffe7b52954b422c1ed3d0b892fdbaa35e967537e6c45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025b1c5c031c108d001f1ad3589a9b15b1d54b77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fc3e9083424286f3db8e90f87a32c376486b52edc59471dfdb6f9e4c043ccf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6590895d04cb0079c49d1033364e81113fe5e32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44809f936ff5d75e20886f168ba3db9909e44ce616a397a5adb340a450a01f29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a5276f28d70319fdd05584a257ba6ea72f1c8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f66020f6d05e11757060bcbca21f2c16b39c7fc03307913548f69ca3345058
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1850d83c95ec6a74ec8659e5ce6db68ef968e52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1764c808ddd40a0e0ff7197bb2dad4091b62fd07da2efa3d5b0952a977e207
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7070405f05c648408920145d2caf6f834b1879
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b306154bd979a79aebed6d127f85db6e50dcbf9ad9dbc21d1f5682be1b9ac7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34065d56709c459819b35d20ded6f2f447b352e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fdda93f7ca2179f64b526c2aabb396f37df506580695127e7a8990f7b10dda
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad95cdde4fd2a0001243fd3d33a655ece3ac9a58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b80960e28262ef664f1ab7b7afcbb3b4e1c1644b4ed0a58dc362c1b9e456b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e46928fe79a7656ee2901120de0faae0da7e60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717b95c4d91cd8d307ce6d4d86a69e437455d072b2017da44cd094988d15125
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1066eded873b05c566f2876d9158c4f78aedf6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33613e70d7790c596c8ad3ffec764b94f5be8334f0a44ad2820344051843b25e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8907dd8b154c9ee4e2c58e99c6a57cce43e0d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da8f8574feac4c14ab2390090170a5d8296ba31a236e62fafbdc7fdbe019eb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac967ba3f06888c7abff70430cd573b430da1010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec63d1b832682fdaadab1b918c286b1fcd073dfe1d0897cb96e15a2ca9d05dd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c521cfa753548cb03ddfae30f6e3ce793e7b8955
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadcf3ae12fe1b4944696a260c77c38a4553d2f22906913a04933e68ef93ead4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4671715c0caa1491aac5ee2b76e408df29f59e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87b166549e67d19f4584452b3d5571264d00834fef1865c792e01faf6464270
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8ba2d6bbb47b2bfad1332afd65348a31af9672
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4410fd88183b7c10262a31f78be37553f8a44379a23f8dbe432324fa34347
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f476136460ecf98772a16160477e6d93581d4fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f900cc2acf0338a52aef1686475612aa124d34667e4c05bd14d82dc9931054f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd710077bcd327369f4877016798b8fef90f19d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c20cabdb9e50ffc950851bff46dc43b90a5bc7172321941a7add3e5fd80e30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dfc0a01db71e7df6d4174b4a5068dabc4ade42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ad73bb65166e2dea055c259f91bd6c1ad1e3e5f95498d73fdd759789d6b6e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8183948dbb238bf03d15a0c0c4e370f72987c5c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79377304e76c75df24656c6e442a2e7f76d78d196532e89a92ed7e714bddc66
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f46c25a8972028b5d0bccb7c8ce23aa93cc3f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711e318a95df7617cdfd3eebd91aa0590b522f3d34007da3735406acae7129ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640af7892b6bd95d7ee0fc0b99a1347a450a28d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b7605a439fcb69d24a335fa323bad3d5e3d3f99075ac0e81c798bf00eb872a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6e88f33beb07ee296d3dee28919e570ba3c10a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459390ebb7ece35a12184998c63d8b639666210141edfb0301855b0e3693a512
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd083878a55375932ef65c8c22ccaecec02771d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02c259de1d2ec630d6e1db69d3f580be869b83abd4c2791ca8721734d70b1ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896d26ac3fba6ea33b2dac42a70d5c2f48c2303a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9676cab26ddef4b903ee1eb718de180dbe28a2bf3c397dbc280a7843bab527c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce201e65834b64b9153706a420bb9c3ff61c1c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83189cdd422773e0f72d3c36be1be9c560d7b0fcf0971f31d9fb9b86b833a20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04dd5c9002406aff829c7d3a13789fd5820e54d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195d810ddd0ea1c4e22297398c4d4d827158261dee2158e6ebf4884407febd5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5b9031e3a9140c5c8806794b9c6622e9a250e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d8567526bc888a808dea2700c83a90b46f5deac08cc71e4c57a8b2b4f8e6e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4088261bbddccee4d0a193ee1040aaa710cac93a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9637ac94c3bcfe1272c76355d6b636c5553709b040220f6b1763e0839ca6b199
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add0113c6316f8ff22f2014f98493a2518e63650
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faf74de927e92af43cda39159f05597457947403d762011fbdaf8b8797bd3ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec3c78f035f066f7b5a9237dd7736b90e4c3f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28698f677f62fe94a473444a9c3addc647fc4c73dfc0e42cc32b249217bb0f7c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adf53af637b7ae1156b5d936c295249c4d65d2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aebf9609acdb3892e72e08555676aa1e10b5689185dbe8298e2027510473e3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2160ce2657a959e3f0b38b93f217172b246c9ad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8869e95c865a9ca42208d93bc65c2c539f0895ddca71aa48406e27bd8f1f6868
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea28240c05ef641f6917d0c2eabe0a1cdb79f0ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3603829ecfa8d4e06db70081957090592bb191c741c606dd878cbb1cbf2079af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d2d605dd223cfe2071d2a6077a6d3b47143756
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2256192444bd5661a4af45ad3a80d38bfe97b0fd80aeffbb70ae10612f59e030
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2eb5ea028c0c9c7f59b5162c86aff9b288e646
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e40bf74af13f863ce82251d907fde8f8bd65df7bf87cca875c2d984581b1cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8703d4a669848af633a58aef81b7e84166f4cbae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157811e47c1de22aa34ec061bea340fdb508666a6689adbcc43f1a7fdd89cbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c19725695c33c117f8e4302d04679a150cbac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02733b20474034e324204f46aca9549324a2d5a54eaa98ce8cebd40bb01476b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4197b6506a235df9b15cb925842e8836db61e552
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca2fadae66dac673b73d9893cd10375c804d3a197cdd543b9f781153b266b3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b29b2b46106f4dd13b4ab550d2213a1fdceac51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76150b7871a2d6d0da8024d77872df28c305621512a76f3e79fe1394ebb1a955
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c811b700d29a3fa0c21a0e355cace465ac29111
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4ccefeea2c081a913ae6a79bdcc22a93168e6776865dd488249bd2a2e4d8cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a6f74a6112be9c66c80b1c786010aeb2516d4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49c753fbea31d5f395f451ba874c6dead15026d2f52764e65e61914f1de3b91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5ba7fee6b4faf64b60f8b09e01d45d7942ef89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b16e97339331b022ddaa48c04a6e22f278e7b24c8646c6e5d1a4c1b4387821
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdcdd47e34a8bcef82898c987f2d2f5906802d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c74b7787b4b6bd0562bc63c51de0908186cc2bf40689541f67675173df21dfa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d373fb0a7a09143a0a269f9ae8bf492d9b5d9bf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f92024fee17c4629c4b49d2f0e3c07820fa0eb5ed198311e8fb23e80fe2b343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304d7ed22d22d083a8714984e8971af655a6b5ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5162eafd972be22cdfb0a70ce3f3d2ee815f7e9a6050933093d130a1d82b71dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c171b619a4d995ea794452eb9fe3e0bbe41824b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f23ab232cfb9a3e1d5f034d8de31fe60ec398e1cde06982a59f1ec00bce296
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fda40da855c21c116d7df9dd47518d19795b453
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd3bce5d8ea2e196f6c1ce1e7e93bbec116eb046afcc70d97ec6f937621044e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4812b220b7af46d2f67f179f29b06f567ec312d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ba434f8e158915e58d2dcb012a94fc9a589b50db712f5834e682ed0d29cd1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab55517d0a4239b21a9f1cf77a7fd2caff2401c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad6ea832c1d87a6cad732e2150efb868bdbbb242da3dfce70e11c3fac01e0d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ece9ed79c23d46dc6d137292be9b81f593a671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd841fab8428da2a7ed02ee373838cee59d8696c9341f518f004f30c5a864dee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04ce4e302820443210f92ed4c7fb73fc57d120d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8478755a1a70e9215efe1e39181e8cde04daa827a3fc3eb6f4d9f4e7f8c020c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd997d51e10eab4d8c8ae31fbd5ae976953b8c92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36fb436bf974e6821f26b922c766fc8f1d34c40ab49c0888366fa6101ce9f52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2f00219630fd3efe38359f16bd666a54c98dc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c634a16eabfebb9ec438a276f82c76ecc1879457685477a0ff85a362a2acf977
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82d6f34b4f0b12ab337f557abb2ab3b84ed8a6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15323028509551ac2528fc1ce0dc07f43a7872c3e6229e12c8381324fd0b52c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faab8351b9a85347e10ff1ff7f0c518582d6ab8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4911f7f5c1e9db0f07258cf495e0a1152663e5fb87c309c35ff42d11fd849326
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42a426433feeb0d04eae7c4d88a3921bf46e256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deea234570d4412a844b4c112809f5c0808038ed967ba532b412f78355ecaa0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9736ed84da18875c15befd9c65702df275d9bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f0d6da2398d14949154c20379dfaa34b90ac7d21de7423cdbe0ce32c85e8e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9953b06bc9c7a8f9c985c2664b30269f3c02f5d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5473a9026b3c709db0934b3ceb5d538cb8f5fe410643943244bebe41e36493f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf3ccca2cd3501a8796282433d16abc4215cab9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78b13b8d2dbcec597b5385e6e2b7b6908406a7a190b36368d51b2b62115080d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79632d346b7fe3c89645a7806d57a36ea24b5045
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa772ca43ae78edb8e36709b2bd34c445aa430ffdada69452fdce4e2fb270f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc256916aa0c8fbc9945e77de4194cec38cdb0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1c6c72cfdf724819ea101698d630260347da064a7682fb1b053a8dd5ae4fe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792ac1d7fe95ab31f215caeee1419682781585d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769980d11d9cba69f52e5b7c521ebc773c1929ef2c674735ceb3b27a2e96230b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7b9f795b24cc6d3a9db81094be78015f33a261
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d602f72439a115304f793bf726e87decf42716098dbf190b0ef93bfd34b15989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c752eef2720473f3fd682a27663149df6f4ae1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8c6604f61be89bc65368e79bdba71d28f1094c8a0edf53f2a58c4d22041f51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112fbf61759f9abeeee37fc0772430900f85d656
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b549342c7909a2fcb2ec40834a131d0919e84a69c02416905f3ffddc69250850
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3fc53bc5056157ff347dbfeb0579d4a376f554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67e5405ec92601dd767fc88b940c86bf903929abf358a6e8c99f26142e1163c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f77803eb58136f4b718e9d02ecd4346f251bc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820b7c5a414d5efe5987309a3e1dac824aa56e3f5318c72f18c8502fec5a9498
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac72392a98ef9007fa5f4b537cc0a712bf083e0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9692e0a4d5f28bee08192ccccf5d503eeb07454c0f81e2eacba48a63f0a8b82f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d77e9485db0f35b6e1b54392da9a4a7c017ee73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5366064553e5cecab72b6bc5fd7a8499db55163d64ea93f6625a16fdb2c4d5d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3cdb6b3f262cd38a11ac4041f32fc4a5e372e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bc1a016edc39ddd77b3196ab165cda26505adb9a3b962860842beb88f48038
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034c066d0538ca399e514204b7f7932abad2988d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dc22c844cc3adb48d1e1f01eea5ab99de10637d565bcf4cc4da691ec6a8235
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7293211d147cc0e30b6abd793a1be22c57678f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3150002db9465ef6a9d8ba36b049dba1b86f3ced5336302cbcb70ae5a7d9e50f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac8ae7dbf4ac8aec01f221a794bd7945d4401b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149bf9952f5604629f01eb16d58f4ed46f0e517e85421f43d5884aa48bfb3a04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552ed6f3e304c9e36b62c7462bb2b8df245900ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d39fb6ef276b65cf63decfa468f47076b237fb5b7d3dd1b93a33ee4b4093cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17bb11ba57bfac2e750967cd522060231f614f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9681e8567e0000bd1c9dfb3cd0dbb9df86dcc57a1f41336f546fcd7f31902a0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2762fd038fe48450846b71cef6a0a738b6674f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c969d08ec9cf7d786117de3844cf9e3d266e333f1436e9b16d06dcbc000788
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5495804aab42be6b1ecee6fc792312850cc9136e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b092dff7cb3afa4654e18a8959361210b0359d03c384cf8fddb919184d26d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1805cb95c1455c662dd468af13c742d717c03bce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78955ee12b56c3004d86aee7fbd6b42cbfa50ee2eaf2a7a3eaf465f9c9806696
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b3e8c846b278b4df3a27339860e6f7d95a1b69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac8ec1d6242dc236fb44877f9f2ae02fb3d6b2f12f9a1c404913f100ea26766
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa31b07747b85c27219ef7d25c0f3ffa573e595
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800e803d2c081ebc521179e2d2c381d1e87ebe8e06c4dc1dcc06c68b76cb8807
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7001d89dea3bd09a8c49bcede81b37410abf6af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c923cf44a40a69e84f925db45836eb219d4d3b96a8728b4345735673c3770c5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8616a8a6ce575350a938e6099783b7b30482fb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f65c32337e34894b0396f27c1bea53872334033688551cf89806a55a803a5a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6c79313567fa99d43ddaa49e1607cb512f5f3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8881ca22db8a36df44f41defc440388998e03196db79a71e0df4dae64febfdb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da4fca3640be1c73f3f4660141ca87d15f619b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efffce7686122ff1be0075b7206b3baa23b4cb37239dda47abc408ed1e7a7c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561429c8ea423ca05a775f58a794eb94e05074a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252b634b797014419fa15d5830e10445791544fe5ee8127fc8b734b0ba4dd4aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc92ea16e230029ea8532c3d667da2f63ba9e34a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd53589dced2979597c056576ba1bfcf9de4cd50bfe7d951746fb46cbd4596d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9284a74616dca38521c0f015ec05b1429c366118
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33f6f883f59ff18d691cba7df1d22dae56a09fdb75bbff2a4fb827786b209d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d21d3512c1799b2018f5df24738511b0240e223
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9579db8a667212ec3c378c58c6fcfe810bec658efdf5d596e32616421a4d7d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86660b2135feb132929bb9d44eba716fa7ad87c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72321ca2b3d67768d8c7f975c059f7618b6587fbd956928e8c7509e8f4fe1d75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8de6962ea103e4f5e618f5948fca9840c5149e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d1bbcaec62241af592200b7b83b733db1725315ffebbccafe818a523504389
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a1ee9e62ecc89fede93e668765dbb1d527bf1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71de9f945d7c89ca531bc2528f4b182300a6ff6026dbc2a238d33a4498aede8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9360fc9a8eda0fc6a0607812de3ba3bae8d6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e93d72031672e29d3e6d4ef12711a7902e0f2457cd4c4855f6b6a11d34db09a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9a7ab4591c0ba33e8178dc47dd4ba64e456e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79b2ed7bd62dd8e78c5bcba69f0b3e0ffe2055270188a0a8e3eee7236b32592
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f006bb146c1aa3100a65da8c0112376e302bc5a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eaf2fb96e112bd9253a7dc217ea94ab31ee395d61133fd1fb34ad3375f6181
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be664b1d2b3bc1753868526e764837b8290f79e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9ede968c13e30f745b5f592ca860ab8faa23be982eb2590a6c6b9d24cd92f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c393792f055494c26ec4a71412ffce5fd745ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221a2f592d423bc56e1a460fa9c6db74878af131ab87bf973ef2755ec27d3b68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d13081e7c68b79befe19f3f1d6de0de247ab629
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2faf8878e0c13b7b34716c8c3b05f11a6ae8929634661593d66ebefce1ded8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3280caa68602463214e005f8a1d7f4d26cdee7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d5c643b17453fe01af9d082044dbaa9f9922a980751036d01b207cb3773f6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d382b8b453bbd624a0a30df2e0e17fa9fcb865c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8064aea45a46b09220b132e265d928f156044dec7f88865d1d1e1fd003da4193
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c827dde342926742a4b7fbfe761a72828068fe0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca10dfb4240cc09a03ae88bf3e107ce64849fb43e49c76880b5b9b1a6a96cf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba97688b1e3a167143bcc193aebd1ae27e78112e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b71887c67a1ed9de385d6e11439cb82d013687c57058cccde06be9b64f7fc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef98c2e34e96b431cb7fe34c352222b94d45e4b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694bbd7c0680ab1f358b3bb6e4bc6231b0db4178252ebc5b3b5a215ff4bfd1d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ac8a89677f8abf3ccbefc0dd9d3b9022d2d075
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d097eebad54a44da8259202114d92b32446bc8e7b33f58b0b5a78ffe91fccb8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0580153505c078bcc5fd408d43ce19c07b8e986c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a538fbf871a0b75119f24bc3507c0a399f2ccc6067a7f5da82255cd7939f4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee435190b14d3bc435d7802168c13bf4c391b43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f02b80158e856bcc8277bf30e398877801184590c75a8863b82c09eb77dea2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7d2013236bfcd733f13628f533a46eec16b42d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54232fc605e8793a4110aaecaa3b603a70f110b9136f8866b9b19ea79ca76dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6683513f0f891d87003c05be1fd1fb84ef137ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0e0c65a327ac4de3445da53118e3dead15c76729c9dbe4278be8e052c9bf35
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e694d19d6070745505d4c3f49d50e989a79ec9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b003c3e6021bc22f5e340071f42106f8eec4b6c6f4657251eb64c5fa9b5ef773
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4672cc9d2d25a985cf95c36c2121179d16f6193d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeaef484bee81ba75d41d53bf100baf39e281f78adff5d485d16322da03a26f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2304dd4aaeb77283205e932cc2ae3f5747b254
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eec3e15e0a4fc03cb6163a9d692eb5af13540cedbe6d871c118c395cb76c6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2140a419590cf1c9dd3d0e82ca531ec5e47d67c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99e872ee869e31837b9eb042f9e6a1d4862463efb33a26bdb42ef0f6d00fccc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222980af42d03ee878319117c88dd8d5bec052f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280ed5b1bb50897b61eb998cd4a9d32a1f1c44c6f5b98c1577da5a50d4ee3c6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9614127a3decbe640f37932badc813636b2507
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ab266191cf228a5a6351b12b0cd0ca995c488ff474ba026c3c122140969911
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b732b3a52b253d8b8610d4025e00fb169a1a9416
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b196633277a3338e790f3878e6aecfd16eb865ceb6be71d05fc4f2eb431d19ab
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a912692ba8f1ac8e4abaf732a8f7458837d2d77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe410d1cba33baa329d91023e32aa3b0002d467c0256f9d70162bd8fdcd845b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00249388c0045a19c06a8ee3914a73b63543668d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfbbb5f08edfb1bdb8a77780b21987ff3228242da265eec1e507ebfc24ee4b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778bc2524f4a7c09589609ab8f76618bc65019eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f97505b04313ad2798e31370a7cbc8c11358a51c48d1f9942f52964ca1c9af2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd188fc690aec629262a3fd68115ff3195c720f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e869983af8ba776b077388cbc74a0f471ffdb0bf41c59730f601ce43c6ddf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0439b123de3cfabbdc1d5d89d3b2fd1e1e8f74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c6562c6ae43633591feee8f02039bb763115d02ca75b01408e5b9c8b5a42f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9df69ca634d79045352e52614d411742efba6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924023cc6528f7dec5c3533bb343e6546458a1c2fbef87463266b899ef2f0c63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7001891caa41b7bcde7bbbfcabfee314a997cfa4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa9a978f9628a4c1ed93fb402a5c5c1a84ae67c3a3144ebff87fc2e774c95bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783c7126bca25d968879a0eaff85dc5fd8ce55f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9498ecb880dc88e3f095b5068212bcc225805498a243c17acedec37be89f2546
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce5464e352ca33ca59388cc5a0f8400d1baab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c9b2e8dacf34ec0e9b628e5e5c8c5c2fe129a5c5e48dc16382d9612bcd7444
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f97dfbd7f310c3be596b2c5ba80fce78a695e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bba4ffebc80460f6fa847422fa5a98795691b71627d96247bea68efa711226
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cef5dcdb312b1c4c1a46e5f2144544d40b71ebf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1272d58a256ef56d069cd4773bc0b9575e5a5e2420b3818c7f41e61e2f8659
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817c74cb0a3d12cb8d4866c80897dcbde6afad7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366f13e76151d3139c45c333c72537dfa37b08dfc6fc809b862d979c4fcc0d16
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d972a29e2fb23cc259ad7d7011cf7adcdc70fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f74346d0373140a6712d164b296f3acb35d6fdc0441c973f898fe8c3d6b4b87
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abaef6d24ef64aff5dede44db6137b848e05b9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c491c54057b4eedb8aaf88276244bae44ef0bd65dc90166034eba57e649260a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ea7b68b9646a65ddb768a1cce31ed15eac1ec6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939570dcd76c9d3a1b95cd325d6f9e15143024b40021a1ec85f3ff9102027d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efb157d061a998758daa46e11915aa409130ba3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dbc7353354133c9f549861eec5d4de04f59c608eebfc64dce3615b0fc3a7f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecd9ea67da9da72e7d71963c893a77c2b759748
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c9001b053931cc666451247049156972e0e573e80e4d1b29f3aaf0b9f4c2ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd34a81fc34b212103289ac85cb8ba3cf9681b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9104b1f86d12a58793706cfcc43e6835ee623e54d470f87e056e0589138c8b43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45485e9895bf7ede86109d736838bae993753676
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d174c50909872abb36405228b0a92a0266e9dc57ca27b579cb0d1c87788e51e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b6394ec20134a3781825d5ffad7c517eb52109
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d915cdcf184a9e2dd19243447629c36e7494cbb9c3d687436c4200ec57555a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0179792091b4ba20754b150f1429d5122be0a4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b760f698c1764cd6ad77d43d139c01f7cbb65c351dfe7bccf999232263794188
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b1cb4409aa76b16653951e82f5011879e5f4ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26a143df02e476134722f4594fa00e2e955455daa3f6e4eccb91d5e335cf619
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae831698990da88732856b58be6bb868e79abe9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d3a9c62550c8dada0a0d44e1ed111668073664a0dc582adeae16635fa5d04e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a485662486b5a0d4b675f22b70f73f2973c7e3f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3be02e32221f2f9aee3b912755779e281c52379c7bbd3681e803892d308d4f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd4434bfd608412d5af22a47fffc6df41967c93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0b0cbc080d0efedf8774ae1973d6012a774182d4f23dd0a0422a011b19c5c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271951fbce57fd6da614a123f972a78de223e3c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039604f716d9d1648bd9bf5cd2b1601c5addcf197de9073f3e3f4484eb3c675
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a909819cc05a33e2051e600160a70d496190cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce708c5ec59ec6879054ab3eccaf60523ca2c7d2de52f9377670e008429af34
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d440897d362f696534ff3aa8579abac8a29481c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07babc07615c19aa8110a2e774c3dcd81af5b92a4b34e87ce2788704383fda51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7d7bb7ef5ede05d1603ce0e469d3df1c1c679a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cbb84dc41b27adc05309d12e3c8c576fdc633ffaec03ed323a6155c1b6a57a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dcac423b411b73b7477170cfd52349a7f04915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f469f9628387b65d846c5555590b5fd1819d9e363428286bd4994a01cb5fdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba14b436a7ba8ec14c202233613c1600af52e2aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad2b1c7eeefe46f2199bf55378dd012d092ed3d5d984b5bb6bf5d43031dce11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a98518ddbdc631a0447900b54351807ee57e34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59bc6478a216823dd0d2bc60ec6fb23fecfdbf304a5d56371c121d61ee35979
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8867122d0231be41f2bd6809618eeb9d358bca4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68a96d8e0d26f560e28cb94e376d2eec9668174a76f0ce7eb9ecaeceb03b7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61c10efec10df95550a3ab208ecdf8bbb9497c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2222cc0ec9363e32ee3f7fcf84b4fb059baf6c491bc419fd5cc61b27ebf67a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e6d5465b509189838c9cca1f4e9a90fc977d15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7741e5825328bee88849377bdd1940127734711181069dc8c75ff5a402f1ca28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadefb8ebf4f7221c7972c7df7ab9a5222bc096d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73489b0d7ac160660fb3b8eb3c75b9a49209b1dd94dd4f25006682481dc102a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e232775c7eb2acd22223d4dd38cb16b6d8b03e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219bd42f9125765154339b4f2a7a934cafff197a44e7db7ae92eac9eeb90d654
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9062fb0f8ce798a8c9acad329f1eb478ddf50ba5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f02df08dcba95340fc7ba918a874b0ae8be9fe17509e927296142d22bcd677
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5b93d38872f39338709709614b80608582396d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027b83c671ab8b6890e16312f83601834c4ae8ac122b6aff7ae23eb3b4888e04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3608e85a73a05aef0ecf5ab4c0ce5865445bb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627257646ade6f2ccffa36f366f9b706ca675af5f02d207f65ba931f726c2788
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8320ea18ea01f04332cab7fbfea78aceb425f3ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9799083e86da0c781c7cc152588849f75c72f2238ae7e056a75e8832f7df553
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0d966882caab3c30579d862235e3311a8cfbb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9031ce52b55c336f518b1b866443d1d6b8d47ad38679aae21a66357c6aa43d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df2920af05b4eb5baa7d7ae0171115519d20b72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ef7d2f3d16df7a5ba56f2ce7588bb2f3a8fac2123b0009346bf68afd35d41d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9f882cb017f4c6f0e90f9f0b5d28dd54fec34f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5d31bb1c22ceabe0b5e60e64fe94b705d7a1d22d7eba14bdedc16304bfff0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0122fc6ad7ad5d3a4c776979943d93abc6a221
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deeea7ca9b8bb3ae92baf648f198f87b91c9afda4b9ac39d9d991e94b6062c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96151f52fcea45a216120de961d574eaaf5e97a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdec8e8d8cc9721069c161d244095bed11351776a4d672945dce5e22a68e4e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f79464fd1b6d255cd9e97b9799f1a2b4a069c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7404e76621880a8be3924bde82af81bece8f93c6e58ca1566d9b7aa87c399fcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227cfed3c572e071578e1c693ebac56fe188b1a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb665ca626f1820a94761cdacd25d2bed9cddb0b4a6f8134b8b3511e38a34b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fc890a0205d83c42d5ac9fda182ea21fb00122
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6b443e696484d9829f1be20d07cdcab8b96c192f09bf29d00e265427825bc1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65881ff2ac1f090e17d5cb40cff6c1f192dc6d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447d2bc9d9326a7a8a780945e1a979b23348265dcb3469142de20b26aae3e27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c2644ec4db48186b4e95d3c4fed133ddad015b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a03bac18958514f0b086e9029306eb478a876b5017b8af91d9db2dd3ac5538
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44b320b3cc5743ece4a1ecdaf38f892bc7ba51f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d81d6b0316f6d941bfe5427eb9d84c883b3c5b22d34b563004e321f30004a76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa7a8a95ab5dd208647ca90a1c07c1541523718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fb61f2fa0171f5613fb5008653e1b07f778c9d8d01eb40e2a0528a29a356c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf3d29adf07e62870fdd05409e0e277ada92451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f712dac948e3ad269e10f9c58c8ac170891ecff1a4cc0de14f4eae322e9296c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da6ef353bfcd7d25dd742e5954f53062ab157e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94760f98aec8dfa4e2e0c2153bb604a855aa6dd749fa5c393aa00fbd26ddf938
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fc1cf8f832bdaad1bbec96e1c054988916fc05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d49ba52767332ec2f5acc754cb2203c56abb4a1977d42b4b7f0d6497516297
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583ba4fb3354ad52aca782bc73c692726aca5244
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee109124cc098cad48b0b82b46a1c8b9defa78d32f5179778b4f036d5b66d43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bcc13e144e653a0a46a0be271114a4ca13db1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbcf742d4d64e2651d5e559240bf6b7fb1e5135694867cae4c69f3d3fdfec62
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90289d07505a6c2adcb35c8b99f4c0d2cd102291
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d837677446b819aa2c0866aa314f6423184217ef36930bb477d1383d2e306cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06fe443fb3fbaa7009e767d4b883e4a3a3dfba5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caba51c5fd47af046af8c263f1d963efc9244116f6a645053a2c1e7f6dbcc6a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f8f2fbdee10612d92bc56156e38a887166caa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3705a0b9dfe7167256069f0591e280ebc77e1d9eb37e1399d95757fdadfd4d6a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ede20a144686bbaadb62995356369f58a9efcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d9bc2a546183b9c11919f3cda9ba008a8ee20094dd67b4773ea2ee8d31f44a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee5b1b9fb98dd808c8524e33e1465b7c398a01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49501eb1a5afa7b65de058391135e3c6b071eecc9dfb877041dfedcaa997c68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b3fd2726794eb64595eddc60505bf7e9ed5c5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962b84faae6a66c7bca54d93464c0421b7f232fbf11d0e5fcdb30f0a4eb844c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df0a5ea639322c133cff4e50bffe191c8426819
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d83825ace1baa7ce71e8f7c33df1cb9c61077b5a5e324fa473f24fd6c4d81d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a14158bd58a4ccc482af40547203210bb69417
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e31a288c84fc15b2dcd929f65872b8850d5df421b06569a8429466e3b819aca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c7e0cde5839b9d7bab1dd45ceb495169930bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bb17b5368b58582515c89bc65b0c0e6c96f30d443184a9a9be1c61ff6fe1fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e38dcd0fff03c44cc41998f77e3f464df7678c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f41e42580b9cdc32d90bd5b639099a2195683a2785d8934038e2cc7237a323b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483d790153f03dc8684d32f603b7524cfdc00691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe947bb227dcb19c3f5b3871251517a1c3326222bd4d937c071ed19969606af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf6965c0082c7bf0467bfa19ea6f6a64f1c9095
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d898c5c5187d35cb5fc801ecd85546c49162d57207dd27231a2f70fcef15650
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b45055c8a1404fef5d37554f1467cd03b44c42b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730da584790e5f28e159737cad26c83c7b6541321fe17f1592887055c52ce97c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b866b4a3bf67858231fd9788f507c25df0f317
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213358f5a549416ead2d2c18887a2eb2ea2b484473ed40fc8650a7cfbae3c29
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff052681cdac9b8d15dc40af78d31fdb378797f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2dd96864abed74a759ec62171679b20dbf808d962a469e686a548e8eaa1d97
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5e634f6e2e69fcdcd6137d85e4723fc9f9e4a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a45d9c508ee224d782cfd84600e004c6cada9d322bfc9c7c63374f31125b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42d01749836deae7c951d01d89c4e51fae74132
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1a1430d2b39414eee6174a72129a203717d615af8b2fa2123a4b2477ad30f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb76720d5067de2bbfa5d1ea87d7ca08dd3d92f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2421077c51aea240ff02ac83892037982c70c2276b3d23c991c890d8ab1e0f60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d687094cfc67373e596f54c27701fac3a8486590
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871faff8d9ae33256857d1b9a4f3ce02769f07255fc96ff06494334ce21900cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5e1766a266738402239d8859ad095584de68ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac2ed9ffa0e69d7d2c687d05b946cbc47a33e5bb300a740ff3fc3542cc42665
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2520a1f8f8b3b9316047d1fd643216f5698dd98e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae7694f124af99baaef5a75aaf2e335f5bedef3700dd32c1b1017c0b008226b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19e8ff51c570a703123b9cd97e6125796c48772
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d5f1589884933665b1bec03874d999fa74ac2a5f229da4f15b73c3a59ed963
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50132c86d887a71efc0f3c366202d4bcdefca9c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af90875215f5208fa2b67bf5ea61a7c1aaef76c346961b5083ebdfd6a33555db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1ff7d3e3ddf0e81eaf863d5de2d7e4272bf3ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3e85ad0b7619d967dbc1b0983aa956a6e76d1fd9f0b57e707efb10a4f5121d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8454cb1fbb081a3e0b70836ca3d7531fd209ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9820aaa569fdc5a9895ccb779bc8df5dd4ceda0497b645d57832ed3a37e06c17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d5bb9b42dda041641d9d20697f8d9f375caad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82335b276112fd02b40f7cafaf38dc6f4b9ac60b31a7561e3d8e6d52a756fb6c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c14c933675608ef67a6a6b31e76794b5fb7aed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37964438ce42cee4ba8a749b3bfd48e921bca7674a00e1dcd302e5fd303cc88
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c33ba3c14a529d3045423b8b5e53843e3916c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec7ee97d9466576f1d6cda6e6fddd65b6de22c8be3c1dae9929d3e43964da64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1e18fcbbe75df771ab88e9a40e13c98c0a39d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b8af5e3e4421c8b9a4eccf6be9d3696f4b9405c4adff8596d2ad371ffb8cc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be64c313c33aeaee452c2619bd6c62c04eb8412
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552d94732b4b6fbc80b1e84b54bdcac1733cfd08fff94bad5c0638f0cce867fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265faa9b6eb3495130904ed3a952bfa6342e38ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f245c0652be6a4b9dfc3945785a818b516f247465d193a291d47e6e7b0cdc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a6ce8228a10397d55d7097bd0ac69fb676d6e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f0ab6acaf83e1d69d48256a6ec6df2a436dce26db77f2a29a69dd08dd2d089
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7322b27acf0f4aeebbd53f1686d37a3fcaeb0bd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ce652073f88b718be14329c892ba9912dc107841dcd17246ef71880b94652b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb60aa773e8f8e6cdddb7488fc4c163e8547f16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8fc8294a45e891b6b99628e221c4e9d6d296f37880606396d5eda16a528ddd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b81ac3d108741f6e1ec721a545867d7d1af62b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f013dea20485b948689f9c3a6e5771156ea05ded6fbb211cf9793f30b5c60c3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b91d3b1906961a7c5bbbbe5dee895a36305a6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875ae2e6d216bda5378239852558601ac88ac26147d1eb4d4dd1c9b6ac84943d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2776d5e60265c86fa49cc1327ba6ab189253d8a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80d25eaa7ca08d8aabde872bc1da2750b1217ca4afd9ef3c7c35c3346f5c722
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f649ac9408218b5c2079e67377ad7b726a2f641a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469bf438e6543293e4062b851111ab690a57b728ecb97a283744dc42b3884b2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b23846384256555feb5f2139ae3b34ec62abe4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe72a1f1bb27d2a7a9525e1b0d10c44b4bb15f27918d910b7b41cc8aa452a81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6590fb796f9c5a37439f93159806b07b022c21d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fea294b4dd0b7a364978e0442b9b07672a6aa63aac0c7fba50c5f8d32842380
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7dbd817c4f78d22d4c57b6e3af0590e4f1a669
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c934c3b3172b92f42c68858da44fe843462a3231aec8e280997163a573de34e5
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026d58f53fbdd3bff029231407eccb6abd38b41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac5e7ca4e577c1103bc27cfe0e2c1f726b645b76b8a5628a8b719ccac083a8
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91e5188114fd644d6c03aba4aab6b9a111f5fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bb8e6e94c9408001ce7bd19cc17789bc668f3a2ab8d2cc1c49fe9c8f9545fb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed00aa3a93bb803f23786bf475f1854d89f75ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b094017ebcefe1f3d0aa4832805c2cfb2f5de67efae190f1d9efb261d61028
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0930f4c156bff1f77f3262a4a32d58cd14db9396
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16359f7674ffa7aa33509e15506687b93edf01fe36e0810fe8f7468f48bfda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5507aad6bf3cd06a15b751d4fe0fc768ff4c5b9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b23154fb5648f4c515d95ba9280bd794cdff42bedb295c1936579529c7b20c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be4f4a998a6dda82c2ed3fdb5465b27360e9be3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804ed41e1b33ed4efd1cd3133dc27ec465bfdbbb0321f8b5b6968520256ae9af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b34c3da96584fcb600528afd590118e3e26ba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f7675861e8aa80b8997ae3b9a5fcfffc55e3dbabf0ab29fdecbd99989b19e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8186e7d28d78dcc0ef73254e9174486bc6f0ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66c057b7edb5ec91a93e036e130ae40eba1a7449942ee0b7bea84e7f218af29
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86c289339a2566bb059e28c8c011de505147c62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf1b5d4fea39e4b309983d748aca48ec1e4e6800096adfb369c7e3428123a7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0320edb0b8a1d4b64dfd9a40d0c733942324549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96668af82de3986b9411513731dedcebf7e430f5495ee19307b07049addf11e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a77410fe3284c59db12fb0a20d31f77713b668f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e521875059aec51effa7bfc105229faf0ed58581c881d57a77f77686feaf662a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfa30af0fafd13ed3263effd2e9ebb889b4ee32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10738eeb221f5665199b11e61b4bfdcdaf9d4ca6a646f159f698f5678e638b59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0b88854332f5fa6eedd6e797e79863bf91d977
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe24d1e1c40fb160c40806f0e67108272d3d415d0c6d279db22a5d04c82795
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7c455ce1fb29557a5e9efe867d23019b854de8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caae990cd26dec21c9b84ddf78dbe099465f780417a2574ac0c5c7caab7d9b1b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcde9b34498755a8a0d854db02be57263f15d786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f3aba1964af0b26cdc07f498d8b6d78e688cb88a0f13fbdd6cb41fc812aafd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e4820b18515c57961a463a0554305c010036b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47979787aabc7f24153e385e130eaeb36d61b5e5bc429d2916eb76124cbfa4d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8891bd4f91263485ef9de1a50f9fb8a9ba614e14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbfa15a232f22a66e58cbf474373fbcc3d60b64f4e555c9f90204b28cce5d3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd826097a4a6c56071d66a2461b2bd08eccf64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd92033ecea0298fe03be54319b12957ec008b0a2aed73ff60d8fdb99ad9c2f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e7671887d8ddba1b0465cc08214b5d694672a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e070d2536212b8d7251775a1347371b89b7125635347912e91edcd246bc38c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271d148fd7e807c13221b9f72a0867bb38cd597d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7198faca16f102c68761ebfaa9392d6593a32ad372a42af81b8f1f1df89a39af
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c0b7ce42022aafaa40c51ea1c12f09367afbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b153b98e4eca59ef5bd75ef394fd968485bd54777ec077f2fe05a2379d3ba7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd82ce7c4b5010f2af4c23d9631df6cd8330bfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c9ae5eb159b8c8382ba182849adab6173bd8bfac3808a84fcd440cdcf227a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322258e9534b5a9dcade7e50793450dbb36e7364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b57c1d628ca678313cafbe6f06a04537666d913037e51d6e48d8bc5af578e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfc6344ab8843001d317f31b1ce4300e6e81fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f26ae442c58b34115582b11d299b8e85bd76cba7cb3672be373c6750a4c9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db4de47b955425a5909f32f2a38fc535298b9e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de5d4ee4841bd15ba7a61e7cf22dfb27414bed22d2dfa62de96693eda86a0be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8625c43da34c01dabd7dfe3faaac20504e77219a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23fe60e2416c81edc6b5cdc7c7f49ba51c619e887f82b8bbe301aca5fd36a78
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211294b63515d273c434d02416f46988fc95e1c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd7e0bc2a48551b8a8c3ff77e94d701717dd6789bc86c2e5b966840feae392d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496b45df64b26469be964c86b55792d1695a14b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31874fae7144ff856c86cd710451f6e8d6e6a1c60f59841552aa2e96aa6bbb75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5786ce390b73496ab0aebd55f05118c994fef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcf4d677994b360d5068c8dcadce2996337f8c829b9ea0a3bcbf1f21053d16f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662efa6f8e5972375df593b0a8338c4238f5d4d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ca66958fae8d121c1d1f30b7ca44a57733c784c82561e07dc9d554b73e6a41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb7e0b0a369a79ce536d2f613a35b4a11bdef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011c560726bae3e1cd056cefe746efc2ebeb66ad31901daa72bb4ec6e3082dc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6708634c5d74a8bb479cb8623c9f737b25e00b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1894b0f02edd7b4860a81f218ac44ad94026504d8557ba7f6fb7dc73c463371
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffbd5edfbfa9f7a9cd52a254a94890580668d91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf039fb9da621ff43130cf639daca6e662cab3007c7a5efc636392701409a8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19033bad636f049ad93a7db55c6ab7af1d7f0991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2634a069198ec9117f089c07cef9c63da40a02e1316a99eb3edd79786ca199fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31e562162161947b65197607afe2f95d884a147
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbac64895e896d7811d77dfd856865104753d66adca311b63dd9ea63ab7215a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5eb0d3297b4ed04484e11f17e6d204c7bfd7664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d958eb164008b0ebea0011f4276b764bcc08e583379b91e4b979d39ed54d52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c378c90962d796f102ea2e8dc1a955f621d1fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42377da3115a891468912dcdf4b595d18628dac5eda9c25d6fe18f15f9eb178d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbbeb84349f1a382f7509ec604f34a5cf3810bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d89a80ebb57d6bfcce68969a9f54cb42695b32a70002e5078ceb2d55b8ad54b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c674200c24813ead332aef210a09c81b6717599
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc3257413ff4e1fd65e339b4cd7d1eb0e591f1e58098b2a4056a66c9168b767
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c99dffbb6aabb2eed26e0c1c22a09a5f7afa1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4631fb625d74f1215687670c451247bdccf4c65d2d0d0aabe8c91b95821a483b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daafc5d4104fe949776ad482a2d2ce9aab1cc54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b36e7c782c5c0b211c8c192a9765489b3404f87433c3f9c83ea8790a23d66ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f88eae2758bcbccb33082a2f29ffc11bd8baa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3fe0d33fd289a76225797c6995d7f3abc6e37cafa824fa89d7a81d9efd4d09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b28f375aadee6c2defc3d84343dd5d204b8028
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00129291ab18ebefa20a861e37017bbeae0a5997b4d2b873ecb4ed0239a2caa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44890e03b92a1ca6d974f51e3a22861c26ac36bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32976f78631b2a0e089ffccc411d34534e54a00d71b1b31aea54c98538fe589
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774f580ab9f7314cd4ba2e46525c9028508ac1bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d113046e2890dd93d17173d223b75bf29d1d9cf546a437eaf0f8e54dece261
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7ee764df273d4e7921b426401bb871a9f08c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0643f8393de497611bb80be4e1cea4f45104c3b4e1af41fbb8bf8b47a16c701
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a076eb05cb3761221cc92ff81a588d12e07377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94468bba8089d432a34d2745b2c62fbe0461cd80adbbeb194c4dd546424da80e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d30c867c3d3f1f89d515a1a9118e241fade44fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b946914264da5dc53f6be46e107616862e5292a72ac96bf6a3864aa1160a196d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf554cd334097a49b67b794a8a50c84a9f6bdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5efced0cfbfdde3c6ac03fb22d56f30af25f29260d379bc466f75faff7e4e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea861f3b3166e3226c95fef6e153148832c7f91e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58381faac80f3e61aa2a599933acc2ea858289ac16a1b69beca23950a646e291
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f99dcbabfc5495a582183f2801f70a0600b10a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19677e5eb716f2f888b2d7bd72997b1696936fa010a803effcf05f2ca228ba9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1a01180a17346dc8c7f91bd048ba8a90488dc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba86813526026dad35bfb37f877e63e9a21d03fa5f3a6a4fe8825d31f02b90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1f8bf6c6a38ac9393022bc5ad8253f1aaa98e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22697fdb3c2b9e87d7bcfc3c56f14ffd2a0c3865a5387b157bb96c1e81386940
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b514907c07a8c69480d2896e30255f13ebde058
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cd1dc6f525c148e91a283969c28649d5843f40928ac13e6447c6f106ac5759
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e678b5aa0668ba199cb0fe9452fdd84b5e5fa2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6406f679418daf8d795bbfc3883958dd17bd0ffc6238661affc217f2b07bcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8921c436b8ce786b542ccc8336dca215fb356b69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9600aeb65ad2dc51dc55cc6e7bdee277a43a9f952ba37029fc324e248fb09f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76823ed6f3c1552489f16869ec67900db31aa40b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc68c4dc2922cf2b154bff99cf1fe1ddf22d7a7575d38208025104efd6362227
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dade5539560273e5d02b25173650689bdcc5dea7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b13f36437aa715d1398a7dcd964869bcc654c91a4f26a67e514e766b06dc7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3d45d3fc17630425b2c0a1338e4d56cd8ade7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5965f666c9351ab21b281e3bb6ec2d66f354e9e71abb60891bd55885f0ee3be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d087c830062c7f99ea20f164fa26f31881af3fd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5644f42b5c06c8ec9ade07b860cc338082c39a514f9c728af743189e785fc98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbfacc664d64c8ae9d47bdc8b76767e495034f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a063aae55c5072f22abc6c2c408bec34ab52418661581cce5b1b8666334ca0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c224783852415160f27e636759e413d26d7a3fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05db8cae007a491839581dfd634af81549937fc166e6e353c8eb3d08fdee3bc1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40086f5a77f832154edb9922b02eaf9c38b885
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d565134599405d1cb927010df1c6d119ba9cf22d36d8bcb4d8e4e3a4aad78e6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7696e0ae7ba6678aa1a33b53000e040a768615
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67325eaad4bf5c4129b37a6e5512013ae438b1187c8b032a3d80f6391cb514c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dc2e16cc5fbee044347d6b5b52be0dce99c589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6bbfe0da44b26c66099657d004639489abe519c9fbe632ec595e11781a5c6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a653f174a8f0b58f529e08f44ffad39eb00f9c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf7973eb8a0aeb70b0981eca800e3d242efb3a3f0dc3f61dc009e9eb69aabec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aedf916b10b02a76ecb1ce5b2fbf17c8c065503
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fadd374bd25d1668542d26fe841cbc4d4198c4db108fe386755971a4785fe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12d05628307d474a9ed5e6d8eb5ef19f3021746
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f368e29a38447ec6e74bcce2565fc08c0785e62ad39e3ab6ef47ccb5d82ece6f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca474d10e83722f0a1df44d09e3180a162221953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e1a5c0ea317430e636482726ffbb502a5468863b42334aae17cb5899e29b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e460794687c9be2a5c7014d2020f1df5c7d86e65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0f8bffa36c47dc0ffd8373882fdf4bd113497ac7f4c0808009e41b67e589d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af6813cd20242d4fca77176e0cd7f6e40dfb0ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee86fc574368487ea088fe28ba8ec8faf5cd4be7c7338090520010877082d5d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d152ab68af4dbda76d88965020acc69f18924e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7721f4f2f8b2bb7cb098858f5e3814295e8284a55e3e91c511ce30dd9f79b702
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38602cbc44dd18adaffed4cbeadc9936cd421ab7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651380622d3b4693fb0c1a29988d1682842ca58d99221fcde1d04a0511510dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a196b39dc249c741792c5b5cbc5fc3991c31e673
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a98146c747d9b0c8879615218e5631cc63ac0aaafa46770d826dcd38aea47a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa84344db531704dd1ccce781b79254e9cfcbc92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f276877965116a95a5d5e189e9ba6f20344ca8c52e41e2e68a19b99fd6689c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52caadabafdd3e0ff991196d164a8f90c9ca30d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a52d3cd54594301cbabd04222123bc3ffd5228a9158052e63061982d976439
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f913d45d1336ba07543620c2e9ce2cd15bee6bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a524e52baa8c91f75b34d5dc5f7b7391c547e6a29cf30aaaa82eda07b7ceec94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0201f1e11b5518af375e2ee1c43a5c7f0e44483
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c483163e3602ceadc6bee1d2e7cdcfb66e4742ac61c646cfcf7055fea58a425
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dd53e964ad6c48e3a899b96e08cf3c17663891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b7508c6ab67576b28f4036b1d2c5377f56791b2ff0f71261d365bc7167b1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c5126c11a16e8fe3784219ed8d6624fe9091d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a26cb16c1919de532761fd458e11a5b923d427e7560f348af9d6a266573865e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c0b9ec56b9b8d951645bed82ed9e00f9f56321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991da2946c5d706df413571523b48cb6ee0db28446de80630cd672c112e5e77c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8812e6b8caf7578c4a30c8a901493a7fcd58e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1396164d383124abf6b01426dcb8cfe34dd85c45bfbd21edf7acd1d91c3fbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3484f859382140096341c5a41a8a1b763a548469
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342461df39da00be670e78f5eeaea42a3ab791b96b99ae4cef7bed87f0dd8b1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0612f2630648cc07954a30596c977f9cee30abf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8998a1180949fa3af5ccab4634404385c5b380448351417152af97909d545f37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053b2d71aca66a15180ed95b6cbba2ea38ed57a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db60f766b48dfce0b0060330f9342bed8b22da2f512fbfa66e5a9496c6dbb9ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c667b6be05dcf6d4d7aa2049a74a276d0c09467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2e06fb58309cefaf04cdecb11c866f4491f74eba437248a3909678555d4141
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416aa56c86daab2d6e2e30080b3784435e29b65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e391f1d3ed9bee92f41b4a44093a086828e2c13f549fd8037d5509b159031d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72951b4560bacc4759e0d96866022efc18d44bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220982fdab3e776dbbe9cc204ec72eede7199919acd80be62f0b0bc91a88f2a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69753f5e7d5a9420273ac46ae64fbdfeb812fe5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff2d470c47db8fb905d4bbb48ccc51295495635bf1336ebf96628f1a2dcda5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fb42212a0466d8abcf4ecffc9e0d9e58ab7c3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940615eb65ff67b08fdf77fa1cc57621fbed0e5ba8700a1601aa696e7013bfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55ddd42b4e2e5c7077801050203f6497f51032e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20232435665c8b40bf4a9be35d8bfcecf24cd1fcebee2b7b8dce1e29e528631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97aef948e84c09155cccdaa11ebe53042b9f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e901ef1b5c71a750397adb39cbdb69e0202b97b2f4eb1e7fdf2998a1a4e3a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a999ec0baafb5592a70969397d4cf8d8ea8e774a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec06e0847af66b89482226ddecc9ca61edaeae03453715104931039d2db466
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced150a51a1278a723277a7ac27695033e6f8da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7ea9297c921703d9767afef888bf160facb4698456aaa5b9f843ed2e03120c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b1b56554a10f09316f0677fb3265496eebbabc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de76eb2748bcf21045962d5d12ae80c2c5027c3ca3acfc8306403fbbd6d07c9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6bffb071f72fadf5a66acc9fc4fa456d4e96da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6b4ad836a02fa35575be1b464811214685355812f072fb1b95dc2cb41941a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401575a2c07d22e1d605471cb0a5a31eadad5eb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851c3420e6188b85f07cc83b7c350c8941db13a05453fb75357ce367a704fac0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b20098056bc331936b243a655149ba33f138732
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcfba58bbdefb3adeb254ca131b7aa6eca2390a590d1e1892100300ca23e63c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e4d176fa007e13f05f018529f4cb216727e0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f364f93a33c937b4c95433b18fce61719d845b11c30100ed20e78423ed262ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1f6e99e3166446e02d7c52f1d19d1855b0cf69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f2ac0e483f60356616b006612d1fb5a51cc7318225daa00d22944703de8740
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8922cbc28a5519a610e6746829b6948d22a69b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd45021f7a67bf2574007d422d5ff1e4f26232dfcf841d537ccddc7d9999097
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995cc9707c0535afa3fb13d8d4999545fdd6a933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a202f0189286c09161fa0fb4cc5c1d12f30086147a5d7f6a1fe429eef0267645
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356731a5b47a430dfc8e84ce51f8d039da5d5418
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4cfc130f3f6763ed1ce883047e2ef78e7d35af4a526093da2c01c729045e0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aa5eb20d32cbfa8a144c0dd699465b4fda95bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1092d15b19963c4754877e4e77657d35ec0c12dcc1f7b64e4b61dd7c6b4e07f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfbc0d96ae9303264e3502021dab1ec6a4c5451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5feda36830b8493e0a60aefd6c1ac4a18028cd902a102783c866295993a399
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd5702146a15631ac5c2340582499bd7aa6ea2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2270412a939cf2598bfdeea2c3d4f6b6c82380a81c3038f9f77529f326e2e418
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c20e28b443ba68738a8c8619fc9dc4dd2a4dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9453ba864975367910fa023709eab8e8d82fdd789a425ac1f96a21e6bcffe82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d57a88ca77b232c30bef327e63939ab68a24ef6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614cb424ba05f6a6606021ea185a561331377924b9c21d44fe014088faa3ad69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7454144e719b588831f3ba5b95a871b19ca9a5ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35855e88541f16846ac7c227f04137ce20e9de5b79a00a784be5a0f4885accde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6154907cfe8a7813a59082d35549bfc900a9fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ab451d66519bc497ff3c265e9d752dacb2e11dcbe043edbc91dbb674f1ae3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caafa63883d72ba1aa830eab654df4347c673663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebea258711a5dd2f2dd9b7ee7bc035f7c61b9a72ab47e0b0fbbbbd19e4a43c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514416bc92ecc4ba8e69f75e54a7e239c604dae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d9caa20ca42f22f4bc99232b56b7c458dab20a79a53c35a258123f96a49576
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5332b41018b0a060bc928dba709b02f5225550
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fd6f06eee275e3e5a638c229d76035ce44c9830bf89de86d1a9f80b01a1872
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746d3e0e4a672832ba1c9619211499c894612173
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ff2de179387660548bc706adcc3667f12ad1ecc751cb3e728679de202cefcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0c7f366fd005ca7b3101a466bc30c48eb124e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe238172ba727b3dfbd95144cc4cb41939bf407e4506e4df1fcde6570b58c22c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa32b8ae4a1cf79d17d7e2b6a2dd5719f98049a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54c4e48ff6e5173debde8a092e1e80346e56046ef36a069487bd41a87b41c50
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f783482be04b1f3b7ed0f5abcf1a49deadfa14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabb7ef0edfbdf617ef5c83773ba62135d3ee48388f4352f590f233addaa087d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2756cea849d185e31660b922241e47ec67552770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9488470c7f14729cb23873e9416ccd09ec86ed13975d76bc843fc0550b3dbdff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27a9174b7e121cc00bb8245d3b9c72e9b37416
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ca4426d8e941369e1e694211fd290f3177a5862fe1b87e4060457d0cd9a57f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882794b823b0833f9fe9217f358754ecf80e8b89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261dec6a95739130a7d64c439c1c3c32fdb2a7a660dc5bfe6dd3ee9224e06e07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475ed8bf02373400f6d5b81626509b549e21065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67721f90bd4fd9c8b5b6a32a024787e857d4ea2dd32f3c289d1a392672ca0e07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f7db82329eacbf580d7a0adfa07d8a9fd6225a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e556e6794ce73a2027c2dd5bbdb3afba4041f0405116d79db25f7532e54ef9cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9a7d31c8257b69f72b34a18a2f952cd8fffdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419fbc18b84e0afabdd72941afb36dcd38e70bb58724a944f33086ed36bbd0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10e217443e3ba51c95d12b85273a2214358f6bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0f41bbc32ef28feb3d0bc1b398f8da3bb6e3b0e97ce9625f89b161ec51797a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae43cb83680f3d56eff71b046a9ec60e9cdc642
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867aa8f5ae6b6d7d183dd41cd2615281662b039098600ab7a2ef0b727cc2bee3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e7975e1991c3c42877f9bf6bc8d4bcbd1c6a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5bfe4a6d8f61ea8d45cb3d5577f4db44c29c9dbc506d5a30d4af912e1f50f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddf624123a0554f18b9d92d3e122935e4704d5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c1479af5dac054ffcfaf269166d11529d9161a0a491a07172424c9833214a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508109b8a751b53a7e718123773e9290abd9f3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa7b29e1a3c96aee0024c7ade0066d49a30c4da00d640cfff62fe7772796466
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ea8786c7bf6b1e23eeac8d5cb3398705586b13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6128292eeafd682efd041ab5aa8e6b97c38aa91a00c6ac55b1aaaf9029be3dc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31d2519d903ec52e6efab19dab103ca68462a8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f80bf16c01efeeba2fc09803754a566c59b9fa4dcbeeefa966f1525964922b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96204cbf1473b5f5a1c17e90a14e4dc7b70bb81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfff07be65d805ef2849591dc1bf92c565886b41efbf0dab4af6a32d42f945c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456307c40b5e7bb70e6853150062c1c52b6023dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c633133e6215c9ec070565e209037d6e3196504d683d7819decdc2c87ecc7738
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f251f6f3d83da85345447e151961dfb8d398d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772a057aa3febbd561287da8f619f63212a533e8dfbe4fc9dd703a707b0953e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc110ad154c85c4835b96a62493709fdbaeca69d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50090b604404fa12453a9bd0455557caee77905cd34a327d19a394bb5192266
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3d6e597bded26ad4093139110599b13c79d6ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4ca399561df4287a6972d12f1951a25fee40f32d3bf3ea687983516580ff5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fd277492256803e377e43b9b93151278cd52ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1a771b3c07534d7afcc8df0b8811404da6c4a915e0d7ca7a3a1aac2e1bee15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46f5c1ac80982fc73a3ee79389edd1d01528c0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db24590fa5ae808c65d477802c75446d4c3da177c345376f87800c5ba65560e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f11d91c6b3eba4572335327bb8ea7b6892f4a30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba26860a752fd009e5be99352a20cfee9368dfcd441980aa660073e8dd111cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad69438f443ff75d28bd621e9042e6ff1a43dda7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e931c4ebbde7458411a0db8b83852cfbf6974671e4bb1cfaaac25e9005bb2a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5f776a7efef1db61aa95dc13cb7c79c97d37a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167f297e14a5e869c7227f499f6a5f28991f5428811afaeab225a9b6a8a9faf3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06af4885364c6e3e766a854175778a6be8b1b38b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f05f49f550c414429b1caf8363cce2b153aaa8b5bcceafc8c64734f084030
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eaae5be3a599f419e967b3ccd37c162dd2e073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fcf476197f10ccca4a9f21302b536e95a3feb1c7ca3824d76ff8fe10e4cb13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b019eed549dbdedff8bbd2148307c4818fa612d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f1ba750d74faae3dde658bd1441da8cfaab9a83f971db03d9b061744c0aca7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c38e75a0f760524394514ce20f2ff690a3d516
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1666e2cf8d65eba16815c74fb0237248d209fbe20f6b68b387df8b3b668e9c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1272af43178fcf14807d3a7beff5fe6677d7ef50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14377523d5f18e4b36f056fd7c4f23873669ed0136fed6f14c35de4d34dbfdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33ead8c5f29891864ab10cbaa289a2d84e13827
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343dd735e7b0dd4024f819df029624bbe5ef3775a4d9a07cbc6cfe933a6621c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fedbf9eeca6354165288753d54bce566886b4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ece504bf7dcd930ffc2bcae8a1464cc4f7a0e3eaade13a248faaa93390b159
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ccfb2c6435ea29a3fe7cd81daba2e618943426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e671174ef505d09912dbb6f7bd1f2f5d9bea8a2f427ab00e778f70ffffdcac
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8e691311dcbd2d3de7c6ebad170b64583b7e50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ebe970650cd7be3dc60a5ac34ff240829254e07df3ed091bab639d696c169
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904138704c9534083a2315b44a9862c3bfb78c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ca6babb99f47f5a562fd650af2e57f9ec6beb66ac71312b8986ec25c90306
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d62c42095f011fb84008ebeea43c45cec3fec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0254973d0339d9412bc82aad3b8d335acf40b165cc58cd0be99b20c8104f401d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db44c089dfdd33cc895827d8e207b78ba71e59ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a20a8e18c4d0e76c9c9c79e049da591e537e15921aad573a6ac53fb82fcd1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb14cf828994a5f4a6ad9a07fead335d775df3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6003da76e726ffb4eba2ee1a5b7634eff0a90eb1179f0a8cb551b070bba1a66c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c0d3294a4b9e90f0de5efc61bdbb3a4201d4d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8611dd196cc933685742b87109c0e4d56142c4f88a59d97619cf1ff9c94a38f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b4c1adfebab9180014ee0b20526619074678e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f207f3ef02793aa6bb14669e77919faa0630dbb0413229ea5b8483faca06e98
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9ebf9562ec3ae012866a5d2580e0e3e4d0ef90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc823f4de39897b476efc83f2884610c2b9d8e45566655541e40c831bbd36284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06ac23d85d52fbd190a02571b37fc63fe0f7514
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b0311cffbfb7c86d8f36443a8b6ae405d8ca32bff693a0394695ce8f1d7de6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3461bf7806eaed1c905ed62646b11cb64e8e85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986f6ac44704be8bf5fd2c45e48bb4b1c29409264c2431c40d16245d466c874e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c33896b097bba0bc7c0944e64365f099e4a7128
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716cdb77e31ecc44cb25c0c3a1f72e6eea708a33bda1961b78f7a145d67d04e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7149c7e15b320cc11013fa23f9417e82f3c32a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c2419f7d8b9b2c2aeed0c1aa509675283fdfb35a852a3cfb43036c28e0b8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19297a26fbc3d3eb4f16d20dd1d6f625afd6356a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6c7421f9e55a1c7ee3fb9895b51385a90c2bdd56e22301896c73ab48b0fba7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353106af39a24f1907b6934eac047817f597fac9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478254db431ab0b499b1fd4868663e8fc4e5be49cd974d3b22243e3020f58c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf0d06c2266d4d71b2c612d29525575bfad6eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01542ec9b95c8f28d1fff97a2483b4857722f7502d598419aade913f78fc7c08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295385b2bef8ae91355e87a9e182579df1615efd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d611bf0856a878ec24bf8d9f88bf39508213ce99b4ed1ceb4116fa96db48eb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5832126794f5ce674fa20faafb2114cb640d32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebd5f3fd450a55209e747e592f160827708af08a4e464af03915f6d952a2d08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7665de3a8e1d8ffa5f3e943c748a0351790cc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1fefbdeaba7ae267f177e2903d30b5975d407b3c728f413a03bfa894981204
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ee11fbf2d9f3d21330dc98818e5d76838869b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d377ed43e859824d8903b406a3b0203c2fe962056daa9e61634ec66177561129
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3100bb82a1a41303cb1ed1117b9879f9e16caf8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ea434b2a5d3ec61276b4c4a5387f5d2ccec964ba6ce75b199161011fe59a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9f29bb74390245eff8586a56bbf0664f5dd7de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039fe29c2b88de08b9f652032710e61ce10592478c2ce6bde0234d1fb3cf3dda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdea34d4522ce4de9f2128fd93080a1aac92a7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c17a56d2b8a6ac17057fb4ab05255cebd51a38b46ed1cd17ec1343e6e097a1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a79ac8f043124ba66d72153edc50b31b82d50a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe32a2bb82be472f104ed0e7fac529ee1bc02a0f2242bb6131ac5fb16eb989a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4a33da1f5fea369726a6cbd45549a94011d9d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6853d4148e3699b47176fd280455b23654da3cf8dcac0c8914a0b289e138cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d4f6595595c35fe6c7f63fe52a3c9e679cd48f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b88efdbb9d78037f14542b9e83330e04c87a04181b0a2f1ee5c162235a3a575
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3a9721b2e7b60b47ae08a896049dc40dd7a5ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb5243cf89000226be50ff26c13cb9323228221be4adc9fb50e7a1d353c44b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e189193dda4645dcb29b210d5a20e833bb742f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd48c0842daef9218f5cdf444eb893bfe5950fa17f32990f5c136e252744e7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07953f77aba86fbda6f3e3cc5bd76ab94f8c641
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1177a82e0653cd91535fb6e80fa8910b62b02fd89e762283394597e8fe339082
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fbce348abc63034e3c27fa6e68112a4e3ca196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bc7545fbc12299d140100aafe0e2c0d1a5456a630361d1ada80618ad399d85
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea76aa800b7016879a82bd17801a3284035988b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3197d971ce8d947d86affae271d04a10215fb7688366a5958a554d9cf84ca41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a891c13fd967046d1ea33bcec9de468a8f6b5f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c705875538208c9da3befe843f641fe5856ec29a7454e860386224367d9a33d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a736e24a009df68d9830c644651567d6791c17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3651041260ddd15bb527d026f1de523f31c967487bc7f9e8e016315c07826200
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2478be5333ab75aa2804e8224cf857455cf2d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e255e76045a7150d31b25d836153ca07c9ae674099d6eb96dcd840061709dce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a081cfcb86766b50aeece81c8b7b4906f58554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a506ecb6200b31e64681b630f61e8210ec8c3c0e5c3b7614fbabb141e89af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb20d031bdd64d0d1118dc0a92171650617820ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc025496b05f1d9980c4d5d0c83e80c9ccc1843d7540c3f96bf0563e36768d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70c86f4e2e847e7a2545b20dd12d8c775ca95a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6c64d58c12447403e9127ec18eb387ebbbd5f647933039e5b2518f178635ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c943339337dd525f9be33028ba465d96c8e50403
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3d58bd100fa79a061251eed69b2652fa5ddfb93b1c75cc755ba9a1048d197c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b4cd3bd47806b19c6b8d55456aa3eea757e179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad52abfe215dadad562bdff5874d154cc82d55e12efeb408e3d7bfaf3794f53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b8d04ce7a731b5a307c55c783a0477c60d1a51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3db187d6b5b2660453041a4913232dceb8eb196a583092b34ec9f9ddc60089
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f00ae78d181689bd26eb89750f75a31253fe1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4497f639a8656a3b4eba42547ba9e737d1a1ac2b7e4ff2f3c108a339e3654d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34efd639e71e29cc7aa6ae43d513fb69b0a1025e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c178a1981629258827bd51a2054eff00de177d4583c53bdd14167e90e0b32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc7e4398020ac78430aef444b5182677df6d70d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019f09ae198d8cd0b07d3d093e55ab1c51b8804744c73b3947232b0bb57fc679
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a126e94bb2ef51c31b8afd61e8ff6fa69938ce38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f1a557cc4c1867ec39701198b37a8304f2cf1eaf623603e3b9ddb25d58cfb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4598a691e4d38ba8e9976b015a2b58120a5b4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd525aba2cb3a6a7ccf1338c80b7622c8c320d475976d7ad8d48177e3e6cefd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c464f07fce4eeb6023898a2e385864d8d617d05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8688d7877f202be845c2615ae14584af802cdfd020529821598db59ce52262f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedad1930615c49e782e5ceecb4c8a5a3e85afa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275b41c2a482c2e85cc53829738b1df54b73ceb49684759f11ca52dc553d9426
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea14484654d0992b49a7e042e00aa945594785f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba369fbb633357cb06425d46e9981e4845661f7126c19c8fd76ca29e9000de93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48613ab1957486d4357423da6cd8cde9265e58a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9a813e0a4497a0eea3be5963fcb41471bbfc58cce03b8378ccbdaed21f3a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106f18fad80c58f3f54bb3f35d4320a3ec0aaca9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f306560028fd544ceb240c97182de027e3617524df950bc182fb793730a37d62
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578d076870ce4f39d7bd6abcc267202def67598f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56df00e89cf1b812947a04c70c0db36ae80c5f46e888c2bc216a9cac73ebb248
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b27dc3a9b7868ffc68290e996135c05777a50e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feaca88758c5c80c32a3f7537d91ceb060741f2c70781fd61268470f5d83190
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e045b9fdf19e5cf356c0f755eb4030369d2862d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6703857893247fabca96fe7a699b07f4ee1870469353f45f84e23b17a5b2af7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ac3c570554f07998dac8e8ed310b38cd0d8e1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba537956845e11f347eb343fa096d8657abcd3c5e1e862d2a3e606b15dc035fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf80e6f79b9c351d6eb156b192a0e63ea6ce8277
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeb544d6d0549d562f462b57112114a1d332d5f8604eac15c5ff1144d31c945
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d54586c16a777aff671c1f0ee2acff9d85e13b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d2bfcba23defb78100d67bc7ffd242319a1bb0da52dfcf398ea5c793286d8d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe026830312fde2fd5ea77fd9e369413b9a7545b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37482d99d6c28ddac278e81a34c0acafb61835d9e19c0670b1953aba695559c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f268c3ccc07a61b8c3aaee67e2c0ba3e538b244a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d9ae39abd18c7a35d34cd7926d75e5206aa09336d86289fa898ee00470e022
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce1765ff5366ce2edf514aa6cb55be0e6e53171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ad064bb15177c15412fbfdbc372c1244476e90da7eff64581712a75ac7fe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55645282dc9746f0bd2b1454b442d9a802c51cac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d54f4c73b6ad6ecfcc92bf3cb1c8e2e4e10cbaeff3c31f4e581276b90998ec3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d525a4fe89364381cef19d3b438b793c7d09465
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0bf0f5de2faeddd874dc36d089d63a81a6dac6524f1d134a28e37870f9c8ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da08f01738098588334d037b15ee0eec64c8fea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d7e218905b68963cbd02aec38f8ae498f083dfec032d422f1f2edb77b971b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ce7b843b0cf70f08421b362e5c3a84cad4f593
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e57320e2bc4727a56c915454e474a49b01f7f2de33dafb434fbd5c979d5beb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e95dfe6d182964246df369ceefc6c8b99365055
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3991eb56e1781350569d0c5d7568a76cc826802bcd6af7397f98cb8206f18324
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35157d29b51bfc3b210b950e1d9c1a3ccea68907
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49389abed2d5d7c58c9e4d60dfe18c4e5abadf81101a1e5c3e829781475519
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8d9d384dd904c4567dfa0551bcf297c7bafb38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c4cf3aeabc31653e3bfb6b37e5cf4f3205a5f24875de93ac634f76d8b1c40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f8ac62d0ff030d73c854999ae3bd2a263476df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88382c8a63f1487e85ca5ad05a12f4416fda04139d54fba0c57b7ca8863c27da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a092d049b503a0a76b24912198b048d561b52b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e039c8ba13a1082a4083d9b3dd65f79ca021b4c597b42a5f0bfd27114150bf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955f61fa148ab1240b01ec7d4ec05ae677543a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17716a60e27b917ef2e345ecb0c972d0196cf86fe2d249a6ae042cf3a382daae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c77f6091b52885b5a13b36585488318fefec8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5fa9ec46f0f337295d04b4376c0e0535a543e3b8e56b72d3001c8dfd90516e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd1534d1955b74eb194accdaaccea832533477
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25818e95d37e718e8f492bf881b24e79d2f86b2eb1d5ca87f8fb52605f2bda7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeffb9f1f4e99041cd2bd58b4e6527c376d55e66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed0d2e8430b1092c7a04fd316373277ed58f96ed27bac65b4776f6138bb8074
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7203133cce4a6d4a54779763b9f820ce60df6bb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963212e838f251fbc93bcb5d0a3585b54f70dd48d61648abfd116c36c31cc98b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ba98d905ef7b6f2b808c52cd88930a40301281
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6378731d757de13ed5917379d13113f9116f7c872f84d0765d5cba52c5e8f553
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ab92d8fef64679edaf10bb10679555fc214ce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf7e61e684f4b1c7cf257d007acb4d89bae6ffa02e12a0a0e7ca11519a094cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24533a3da6ec39683211ff84ea3f53bbee12f6ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea00a1969b370385890956cbf1fffb46005f4c7ac0db92b428cc3bbfa4c06c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99387305a09c4ccfc03949ba430b6d4e655d5d8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971d070631971011ee6883cbe334fde368b1754b987976dd1d19871982ea81ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd595849c921e09a9c9704e898ee3b8370aca38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c3ed5eabfa9d6dfc217f3a46d1375b42678c22852dc32bc7df77b63b95569a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534203c1760fc6f697796c92da07471429b2986b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab85f3ebf036122ae91a24068fe0404b58751f0ca9cc58ca741227d270438bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384b18d53e9aa7db3e4427afe242625eb0a6f65a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa21ae7af298a3a979e845483bdf81764f4c0e870f1b4cca3c92de9299243f8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5611078f4632b940ad1b7a47f943dce2e26dda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0596ae78af0ec555f4a60447f39ffa1a885354e26ebb14f65c9716b10c5deddf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6642cde4a1d7ed21a1d8cfc4c6628f7985f4fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864366d446ca2a830d5c4ff970d55b7c8e7951af4bd15aa671f63125aa58a33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd554145365b1c7f73eb35a16ffdd32a9c6bf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aacc6c0438df8a9a2800e46340b2a6743c4088cd33aead2305774ae9ff43fc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc2672ed3845fabc9636363dfaf25b7e0e5f587
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c199396cb12d5010680555bea3c33dfbb6721721ede4bba015c18bb9f6453c10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754a724fdf16e1efce0070d0814c885fa7c40da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becfa573fec82663a3a154b1f60a9d78403d016836abe3c475e0c4aa531a9e20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c10360d7c28eed5e3da57c7f766c4601524c50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb5c346ca89b012f5ab609d4964c077eefbb8fc995318aa21b6f95d8c1e1a0b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe8dc278dacd8728ffbd717a35aa160dec4543
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8284cfea857aff8e103f84058293d4b74bfeee37cafcd54903293cb33da09675
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c0507ecb539838ae37f7652742cad750b9d099
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65ef6f4c93e3e4bd431d60e7dae3b0b62042d4993d02e477d2d592ec724a3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b18ee61d5d51bc0cfe824c3839e46d4530b3ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71d3653d75d110e40df726a7f559c194619e9c53da33367999b58f8ba956911
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2466d1ef8b51240cf0b35c132b084d06f5e1b24c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d7b5ea12fe31c2c6cc95d1ad3d94ec9f03f2603e980a097d4697e10261f32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b1530f72f65ae27474207109e7fdaaeb8743e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b03a9344253d888aa3305df07ce1f71d405ad3b889972e519dd41a12d0c28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3f01019255fc4db37d0ffdb491357f54e3cfab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a20e500cdccb3388f5ea547c178a599cde076ee4294e997c9a6a6e761188df
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22eb13aa30d21059082596fca6fb74c48de84dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ef55a57eeeb27f3779b80e66a921a995f7195d440a5d5c09adcfad8cedf7b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6ceaef9ac7f4d15fd77bda7f6e56a7489404c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7a7c520edf4e118d246cf7a7dc6b6a17422ecee80095d0c4420dc49b4ed8a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1c7395abbe14b89e07fbd1a76a4ab28836b24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0763b75ce7f7907da4394a9558053406f18d5e662c518fcaeff98bdf6a02dada
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4998368093558f0ed22668efbf2e50f561450d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1117748f8912bc7cafcb4fa2598982fc97fa21dc7ad7d4aa5024531a0421668e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43dbd4d580c1fa396d7ee833ed82eea7fcc3c9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5123d7d179228552016cbee23467d68b1e15b21d4b4189f7c9c005eb05ef6e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a847a45f01e25a4603348190b1aa186b054a296f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40fb9c51a6806e1f44d9668d87e8349efdc81ca63bebee87f144dc814bc9a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74eba8590b6404cca3d5823ddae256108fe0fe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2815e4f2751bfa161a91238e980469ec68ede8fcb590cdda2dde6f5d5e4717f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa10f350333beb5b0dcb9c5ca1ed01ea12300217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54999e9ad6b2b84454bf9366cc798a7beb77ae6f6418f23a559ade953f0d3691
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8a49de0587c012812fdb7688c5a40be278582a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb791b6d299cdd9e0b028024de6d5e4d99d38462ab9a830a22fe19b1929551ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977ea334b70b95c60dcfb17b7eaf18f148ac6b2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69103534314ffca7c72819b61582a15a55346426f66943ae67a97a73983b1410
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddb5e2f49ce8827654d2bec9bd8168e7c028784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4584dc17a9201ed16e3fb92fc04577da47bb4d1f2ce7109836e5b1443a55c21a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cc6db4c4d01968caa43646792bed9ed7b03b73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f569ca79022a9752a3513568d61c3b93db9da285a84757ce5f3b64bdb82054a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d7b25d892bb97a994a5644949b81eb743418e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb5d6200070a96a60b4758b1ec4cd3122a1f9e0ec61889ac4b240239707b877
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5aa0f927d6005c9e2f6a27a59e0b57de05f7038
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253885afa18cbddfdc67e59d4a0b771446230a1eec97d42ff208f3f52497e073
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ced0ccf7ea10b7edfdf17b8a6cc81dfe1b7ca8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c356fbd3923299bce694fb982eb97201b6e136005d5b612ec7749abe768518
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16497a519bbbf8eeeb74b3a8b3dc44723a37da0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d1b1974d37275b185ebd2bf84e9fe4a1e0b055ff91ec81304dfbb68195e83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3b80e7cf27fb3ae5b792aa24aa5cbf24b387a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6bdb7a57a9ac0a4b0360df7ab9e7836ac6f326bf5558a70ad3f8107633c7c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3329bd3aafd2fc285c3a3de2ed667883260699f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae211c17f4b49b9d0ad8f251bc79bb8599c2ce4bf5fbb57de3615cd1cddf52
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf87cfd76c67c4c3fb87049804a66da2e883d35d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7428276d791fd61ce5a6b86afd40d86d4835c752b7f785f1d867a90459adf7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a498c3cd8804acce9315976aae5ec6bfe72034a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c467811e5f561f36c930fc27417efa67b555cb38c178ca0c837875fc844872a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b152695d696e6a5c45ed7a4d7385284d748a6cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c625ab5286121fbf49c112a8efd9a34b0448128aeb263215d56696eac82a88b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d32b8bfb1b47602f90304a0ab89815b4501fcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1729dea3bd2209116c4fafbe3f01825c9628e6a31b783f15e6c459a8780e1cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c0c3be1fa32930c9fd5d5e619b4bff65d72e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873153eed4f8dd20c5ec64a5614f002da05fd7b8d2a2ca2549de84b2c3ecb3b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fba36f0ca751c3e5045025303c79a41afe4a0f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740a44b7305fbcd92e67fb1a9daf48afac91cc5371eb6868e654f92ec47c0ff0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593e6044bf0ca819b77a86ac1f29bab81e2a21ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271f14a35cdb8e6c4182175eb6263065d73cee634b200862aa5f20dd4c14ea03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e88a534e34dc0f8f1acee74c352144f46858287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de186b62b941c210f209c91f0a38c247fa2b28b070b57a29d43007b6ad279412
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6075c95061f3b5a8b327a85b6bd2aa62dcd0e8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171bffbadc7bb2eda92a8a8767f4c64701e9da02eee69ae5ce3c8df0a856f860
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b82590b6cc637adbe5a49750210cbec6184c22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30cd89670c7b09e654add9da72df48662f1964ed7d7e30ea9b83a4455ffa586
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d9d116cbd062bdc6306691f224b6818aa1ecfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e2cae1c31441255ebafca6898fa1db7c1565ba30e425a42b41f559b55e688
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5270b90d2b843553040421474219eba2cb3f03a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27719f0e2ae23a8689c2454146fd2e17690e5e25d6474ddf8b1260a0bcc219b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82ab02a120d8e598f74175d8f3a1bcea39959e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21998502a6d4f199189963df3faa7c64f442726d696237b37509d8bbd6f4d9ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71f5be7970b9bce5dc78bd5c88081ca2de8f619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eb3d91d5f4d7edb9dfd00bc1b7621b143c13f730f736309991f60297bbf0d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f056c36e882d601f5b0b1b3d5c8a5c2de4043b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414a4a71b1362bab509fb26db8e495bb19921ede794c3b7ee22c1b696b048b80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96c281bcc7c2607e7cfc39e9b3e7069f593e91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e778acbd524c11223bc6cda14d23f482571b6fc790feb7353d0673e83e8430
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80d825ddf546f2fae0d1deac278feacbff1cd57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a2d18823f3be65b43b7a31a63952f51acc5b68d72c1f717d7b90cce8780c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c85ace729c92eb16addc33f5000852a951bb08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b9378fe200b7be9c57dbfe60087014f72b315c8ecbf990aea46093b608089
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a319816f10194e778219dcd48fd2464b1964ce5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8529c7d5036b8e66f1c741199cef80e7b1bd42153f50aaa007904cf6894915db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a85d268edf8df676c8a6c792a96498f26bf9095
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc34d1a208e44a2218efc6f8fb2465c690815310b6d4e741167537bb48367605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3d91335695af38c925d244e08ebe9cd9e7ca90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10b50f808c57452cf69dd9f029a5809366b98a004c7b42fc54a680a3ef46847
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cc2b7008b621b80acafb4c6e2e832fd3fca385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1f206b7469531beefc0341782d8f170e62833be599c5e4e41f1edbf0bd76dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b11fcbb0737a892140da3e9cf2e6c8d7b664331
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d783d58e96be3669737bb600368abd008e1d7e57425883ffa9dd365d5540a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a691bedac2246cd78a715b58a47547eefee145f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70615dbe1ce6ddd72215100c80d83182065e1db445f0e44b61caf0897b8aa6c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0604826dbb616e1fb2e31d1a24d7563fab8f32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e413d95e75964efe4d2796d07971a2df54b15c55cb9d98a9deaff55ea24ffe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547dbaf42620c8883250cd1047759faa3ce35a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411335ac56cac40a6a24c0c3be10f45d2d61c58a9d16f26c15d9ae82c3bf825
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743cbd1eaed44e538a09e3c390d557882d578a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c674fd11c46c2284d63957b4a19fa01be5a90a4adc0ed0e08ec83bf64c9186
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5074fd87cf38a18dd68d33532912ea7bc8e0430c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa5c28e66f33473c5e35ae60b3b24480655cca0283b68ac27ac0ea4aee5ad3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b3278f6af9b4408d03d069b176a113aa664321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a60e8ad64da5fee1efa83511e7df789e8d889716b4057b10e5f445641dc494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9520f7c02d5d6410bc3d0bf5750147af796970d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e87df6701a6496849dfce4fbbe05fd2c75fd8309df89b2cf39f717ea12a265
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038fdb3333e56cc59a2c7ca651c0bacc0fcc4230
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099ad0839fd08b917615e0a9dbba1dc38b6c951eb3a80fadd8ad5430539b4c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e1a1cdae56a90c0fa4c04e6fe9287e941b7e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d328b4a717ad9e56d71c652bb6dcae8173655db652049bc94f646655298a1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c360d4b200d0d6f57a8bce54def227488c5dd737
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ccec61d101844c7b9d944d1594248466e4bf1071c483b38affee9539aaab5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24197e44e61c6983abfcb7737633eef2385949a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741630ddc452ce784f405edeb4e035dd2824f4909c6a73c745a9e2abc65a456e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6a76deae3d933e41981f1a485f9f50ffc8b462
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ab6e1ff5e6a63159fe8da382f3b9f03dcbcdbe5c4ac39aa7a758ea50765494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258349f145f99900b95fe555e588f30059e9a1fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1f13492e2f675c0aea365f97add64065bffac2a437f6747f1257c2a2d947f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b9b71066bd04dad8421482dd1eec5767ecf618
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c985a0305a6d5a0e8db3c9fea5f3b991086c5c848280aacd49cc5d28684076
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ce3d3ae072a47b392e26014b5a914adb69eb37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d7be7b07573964fa521fc01b9db5e96cc0fd0d8d07021dcf3686660477f8c5
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2398e60365408c852bbe95e3e54d3be7d3181414
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727dcfadeccad9523a78a7ac5ef28d10e3aeb0c356c22354de06cfa26592d8f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b1c6d3edfb6a9d28afd13b0d3ed1b5afe08f45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6fa8de15ae3f8da20132cc87cb5f9fc35aa32958ee640950d749a7227db9fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871057b39d413d84bbac3d076ab7551e435a4a23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bce0f31dcf8014902e19adbbc881050f715ca0de31db84d4a2a612a19b20b6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4733d244bea25d8ecac1736afafa3bd49e2b7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e65b859c400d673336aeaac369c97ae794e08a76c7cfc80267cb132899d9bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d4a287f79d9069c11b8e425236b18d1dd8a06e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37be72a028972769444b80c74b5bfe2fa3d694ac14629e5f306157eef6971987
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73e77acc1b8fc27e015b509d7f09a34b0f2dd2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6266285565f98c954536bc59c7cea083890daa14a884971afe7e0e14566e851c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec089a12b9498f8a0642b4dcfc60d391b2bd829
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc19af12de088a68e7bac048e62ba4b3b8972750bb975a02b9b6817c2f56ca59
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3452369d25f25e00e55bd5dcf7376c43ad3221
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ecf42e11eb6057f5bae62036893aca5659ea56771a7c1f816ff64279632f60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4828c272cda28e27b28fd818e5b2a6383f106e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b1a69b5ae3b79dacec5e13b8f05438c21c1fdcece453e8b8124675876e4b68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17e70294c3f33212f010cb8f4a508494cddb97e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3547e7b570c6c139976543d3b1d070b6d2beb65303a9daf607c782583b6eb5b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3f455f0047e94d4c997b697bcd82ebf1314a0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf99a0d60cc81c032104594a67b02907e01e20672cc6c861cb768eb051c5d86
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09401535a3dc37802fbadf5503db283995c3fbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afdf4522632eb2f8d180fd07e6e0d5c15635d5becbdcde340d35e9f9aac44c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5222fe6f9f45299a2929da79314fcd39b399e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ef935711780e4c26048dcf8e82c26726f041a01583fcd54312fabe17a2d52
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a698c6a938057dc8a09f1d05f29f0ab2354327
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf84a903b8e78060147895191df8e0c31077a4a6e974b6087f0072d1a94a598d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6512b7fad43c1d70dc54ea4ba90b7d19a0daf2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934e417e8c84420e9a63634ef8f30a3f07d0bcc25c603fde9d7a0960a5a3dbd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38be7bd18189843ee0fd76c0f5324097dba4ba41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfc6c096fb5f495fabe2218a98392bae9e2d1ca7772a19479165877a537ec01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20eeda136ae702eb4682b89039edfb49afa36174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b6bb20f982afcd13fbee96f9d0fb5d37aecad6ec4b3578c7267453fd10f000
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10bf4c585bb4b65b62b2ce11ec777208a4094ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0be72384974f6a0798b7833b81b454d923d6f7269c6231b89845441dea3b7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4506ee0db8a9429b2c1e92a92a1c0eaf7f7f9f9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaa2db9d5fdba23eb3c39fa8d9ad6d69f8372ebc2955a2d979740bcb872291a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e26f854aecd9bfab4059e2a86f9fbd83cfa15b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9d6dd3c57bd75a6e34697b4821ff500b5eb74aa0c6e81c9ca75324fd8bfbb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d6cd4ff4e7d857861460a3478ef77d48e8659e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83b03147ebeecf87f8658414a270a4a131680b862537400bba6e6a166ddb2a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c337acd22630dad4546593d14c87e1afece2968
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cb7bf2fcb31869ea040b7846f3226c51929a25f2d31e2b6145d5d959742177
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f0dc39370e489014a23d143af5e811065be698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7d091c65114c32deb3b840983abf037bf48750b696ca783590dd21b528a081
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec06ef579a9e09a237ac6df91e3de998e48e646f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a1b3da2e6983cff7ecea9b7eb459e7939ab2e3308b50e4848f72a7223b6a70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f559ddac1f12568d67863f32572fa16f842d5fc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20602b0ab5b14a5f7973743cdf1b61c81cd0aebc1a99b0ba09316af4ef4a8c43
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34711e9c4b890127560b740d585752772dbba101
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4d2484295333db6faff69cd9c7f33e20ef91fdb0994b3b28a318c9c6bbc40c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8e09f9bb4880fa1a912244d7321dd14f23d6c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8927236bf095ae8fcaa1a3529933d7c73c18522220615087a6012841f187e0bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930688005f74496513cfa2eff0f0293c4ef71ac8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bc3d61449943daaef431f519db7542217698d1277f61a6abdd81fceeddf7eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d81790cbc7a12f9018b3b0fb1b59ed673bf9c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a5183a25fb394adb587601eeae7137203a9bb168881cabd2d1c06ba67dc096
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6ef9167982ddb8d77cdd78e753371021c2dd9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744eb465f9e59993d6df2b7adab5f48507cbcfe793bff9ed9c99c48d8741c47c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf952af9a39745361be27eaa3c53f5577bd61082
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf02c1d44925ff0847e1b856d2646f842b5be7606b3490bc15d67f510c42dae
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ead2af19962f7fa8f30394e838ab1b38c02f41c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab11a54e5623b26b2aad2be59a3fdc5f27459e3b03f56037f9ba20d45ae54830
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5945dfb3f8028c24dd3e849cd0421886bb28319b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e7b9a3f02f8991a486b4f3f2e7435921f757ab9ea25f3e15e4eece4b38a190
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119af78eb932899c59c6a5844851306270aec4a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb5eb134262cf7c2a23f6a28a7555cdbcb9a005a0a75ead16443a7d778e97e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d437290f369dcd66a3536aeacf38941d26aa04e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84b3a79715b201ddb218d209aa0893c341d71a4527337a50bb21537915b55b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3700ee543acb0f82d39da0855fe1b318e5925a0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3689a9a642631dc3374f60e73b6d1d843c7a7d4b90aafd1ad6774516795bfdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080ca9d3f9c78ef1199d573e086e3381baaeb94d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16b620fb2ef4b84ea0241904bc3dbefb35c1fcda13d25e8cb8a961ee88199b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e62740614b994c75c235f6dc164ab5b756c9301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe38cb242a6b6397f7c91f7bf28184f766f8c23e5e1ae0a04000baa2a01d110
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072df84fceba09a067385e3dbd992b578afce16b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c89565066b90b378af7dfbfe91c6af26b9ea9547aa56f5f967bf245c6736682
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d1b9f7483836a4a7b646e6f4addb1f314ed42d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7ca48b1c411c71ca0862ffa48c77fa30fe6ca275edd0e236ed0d7ad7de8be8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fae09f59ceec924d752891fc85ff1046601915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ef1bd46ca7c6897378511b375286dafc51566b0e04f68891f71e5c558b197
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7567b61bc5ee4c6f3c8b7ed99c67e05d3bff359
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ddae77f663d227636e1e1721ebc806a5692ff98f545487d875f3b8c8d2da92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4117920abc52e34c1a68d394336ddc7c92a17c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b66b00005fed211ae44a1a415b614ec47a251dbc443c7668309b56b686d2c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bae03c7e40e50064bd7849bc858250a142a5d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f96cb8625605f201861a0b12aa73f166789ede08f05c43f30b7f8495a96fc7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb90e2e9a377fad269fb0b98ffa78122d94a05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad7b6ce28c1d3b9c6fd7e17e3a22b483182dad37b80b6f6076d24ec6cb81391
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72674955ca7654003ebed11defa0d8f8bb3a01b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64cd96aedbc154e7a83e4939e259ddbcf518e05a5d567dbf6636bcf9a5ba549
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758d0e79fb4609c5dcc1df30dc162372291d77c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48966569b4ad22a05587790069cf196bd2287d99d6001eff60f0ca96ae327306
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036998f18c3d1d83a25895f539b649416fad2491
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9496fd596e0900642c7f34be4325bfc060dd302618bc86b525f8eafbd7ef2a2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc58376f34832c0545d97adaf9553283bead7df8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ca41d53e200e0c8f131df419fbf99e2e5fb472cb196ecd5a80f6bb674444cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ea7dac3b33116e6811d91e45c75b7f4153027f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b1f7616bc3ce59de59746caae392a67cadee758f6336616abc3aaf8a2481d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44506a5b6fcdf1c117c34d9d9fa8d09512d91092
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a8453c24fcd8d798cf89bfd723c5248cd2d2c3dd3cbad0789608edea75af2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1601ea8c905c1afd5e3b8eb09c4e16931d5ccd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e139aee2bc7fb0e20fdfb0064c3241964cb8f0d0ca3423adc1868b79f7cf505a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857a1eed3f6c9dcac4453f456857c3d725fabfb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb874bb4033fe856ea7da52e0d0cd32932cf5a3134e526f45b0ef3ad273cacf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f4222d84b1fb5a6021d6be6b559db6b0a0395e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bda4b3776687473bfee122d45eaaee4cc89ede558a82d15073ca3d9c992042f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ff45ba81a0f569b848fd6c1ddd14a51ee959b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822d319541f91b900c55481521c9ad85e77a3fa245e017e3df3caf1e61d5d887
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c03d51c8cd6e817fa9e7998f3e5405a4b925bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd818795cbebb1a7406bebd51be75516f342a0a4261600dc5310ed6738475e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092038c93dcf6d84a7db1da61f912b59edd7babb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68582bada764cec7679f957d3680213bb9594f54a38d91e88334fd7d3d2b118c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc34f53b860510175c0958b26ac5ad76838aac8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a505a1793b761ffd142567fff37acde269cf0c6608fc9e219f75c0d7abe94a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62e1b883884099a9cd9ffe7e2ca822eee9098c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fdcc9fb664ac35a7542286cce34469bb995a725ac9aa5519674fecd38512fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de174aa811b63f7c1126447378c5e9278b198ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646590d3a19b6b5bf6cea72f65a91159bf697788825d2583a48362fc0f6b0a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacaa19f67f1b200408b55e9a1e9b84491aed62a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f36d88fc34aa7bb79c58e1e379f52fd5df6308fe8cacaa61df6f8dc0bf9aca
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9b00efae92bbd153775723cab62c0a28440ffd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4707ae944f4d7c48728e4e075cb5563db8aa4499d314e240e9e2570a07e0bf2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb2ca5d62e3b73c1cfa65c9f09eac5d07cfea9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe5d7e3d34e62f10d24f12772b637ce360605f9506bf22147bf721ff48bc7c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5530317774606b73147018c0222cc027f11163b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d70297ef95a5fbb8ecb0d069e8b87e6a4b94ad73a9821d51ddba1f93af5c8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18ae026b0548bee711bc24c7622adc6cc148d24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31b8f2784590e57391e56c5bc306b66fe6acf9cd8a6f6e5820a84a51ca48ef0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927684d541a8d280dab0e534431ff66d252ea65e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457f4d0fdf7c3ef5b5fa8f920749e4a7e030e739508a5ef96da17e4413d71a32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441f4b53e33960fc0e58a58c6f5df94b85a34e1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1f5b38b4a0fe4721bbf6e2946bc5ae6d3523be72f824aa1e19fb7d8ff5062b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e360460b99bc5e76d1e6211bc83c1e9f07aed065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f32410898ba0b68860b7fb60b82eab274e99c792c22bea28db08d8beae2ffc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e837bbb2c262e5927dc531385d45ef9dab55b55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5632b259054574712a58aa676d2de1ddb855f739bb8b8fcba17e8f75f7a1935c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbfec6e2cd367b5770a6213bc215de6c1bccc02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7019477bd4d141bfd80bd633a9c888987be8d2f3d1949b128412eeff397f0862
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77614dbe964ab05a84ddec106afb16faf769da4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b18c42d2377e3bdad7d99b87daedcd57574609f14b157721ac8d3ba16981035
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67239b748dce6745d0bd88bb9fd11a40b30fbefd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d68c819e3772566780dc7d5b07ad53908dc838ee1a570c8cdf8582431bda05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172bda4ea97548f40f4a66fa1a3c418b7a0857af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bf485782d8f78263f65ec382885da2109f10dbe97338f0428c9902d857ca52
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4a8322ea482659c6751a5ff98ed03fb0cdc00b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85598e36e4a08c12403dbde984236c5283eca676d3b6e1bbe38cae3243a5878f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53436d7775f6b142253b9ea00a8b72325f3b7a6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e90b1e48e49b98ac918c0205a6dad94088e520a3e2fc09ffdf016bb7ddab54a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa0a4a8d0b9a0495b7b310552148712b3cf2a44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f7793d7b1490804b1c43dc32dc969a0f4781561675862d0ad00eb41b1f7651
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e09b5ea70ebe2759a0266314dfda3a481c170a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce78db00229b44f5000aa4550dd996eba7baf2f2c7bb43d8792cc94a7d66436
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3474a83d691f119483fdbea78d85ecefe0e7574
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3947e67769fa67ebb6fe164a12be0d65ae5e2b05d8aca25536a055e6facf3ec3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6082614e5f58b73eb83c49ed696a5de445f74904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c380ff6cc37f5eb2c5727a3dd4e2bb04adc29012c495c96ddf8d5345b1130877
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a9e8361365a68d7706e274cf4eb2cfdceb3e27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412eeb3c8e3b1e433cc81126b8adb8edaef7788bf605b1b0b13d26aad85e817e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221e09daa5a9ffd28930cf4202faf0e348e1fbf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52df3ce51fdf894d0f8c7fadd2b8dba1444a10866af4486851dad94f30545999
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8af59bc47ae9795e72cc6cf7c65fd91e3cde9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c696aeb4fca18bd7dec2bc1275c51914175c20a7fb8ebfcfe12e6225514d5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16b1afdeeff091ec09197ba27e753673e8ab7ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19aec25c3bf5117d4fb63e026188b4b36cc07466a861fc8b68319f2b1ce7001a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e21e8c271294452e034d1c785ae345aa115ba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1b2649e25bd5a7a51e8b4f72cf546559bde2279b5e6a3c3aaf0b25328c30c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85001ac1428c578472325d36db616a56ee86abec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fca1f5bbbf27e8b530ff442f7f8406daf0ea62925b7a66363754094b935eb0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103cad6f45971266aefc297c6cb830aac6e24898
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340ef335938447ea656b657d21fb9dedd66f065405c6c59373d00e2d28a1ce04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92277cad0a67929a7c78316fa8c15fa11bb37217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea2be74774fb4ae833cb512fb5c1491c06cba783aa2a51697082a2cc21a9355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1771e51f07b71c6dca14b7518e2a195a74140296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d742b58ca12643748f2b445d797fd4706d87e91bf01b3889e23bff0ccfed271c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84cb2d421e30ba4d1fbb157f12283262db2ff1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af3ef787cb69f7808cccc44a2ecb1f2a9eee8824f02de39bd06e0d0b5281d1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fdc53ad34260e249a31a1a404461a3e1b75adc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350c06b61387a84f687301a25a979c9dac0a9f96763038c8eb333267d5392c73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880b6708f80c9a73ef547f8fdc91ddc5442f3090
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458ae61e1f924fce6fd18eff2937eaa12ec2d07cdbd72421cb7bf3c33648e3ef
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce53b46268a4e0968cc1124287a90be63ea08fbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02fb64bb0a2adc97f74b02e9662be10b1f0d7b24796e97ee3f1c2fb4c37c2ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b473868e0bc36db9d79d179061c7b6c108a3edc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c78a88d7e49ab83caa85065b94f13676d26b0aaf3bf66d089658d300b967a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aefac365c7fe55f870892386e790ddda77fbd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d995eb98502aeb7b74dcd947360304661f9588148829a1c6687089d3c75ddec7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d104033743d52efe3a2d389b7acea67a9a7ce3d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dc00ce1eda24436761ce8cb52f300e6e2cc826c5d4ac2b82b36dc42d8eb1dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e46f5557ae820ff796b78c3187b7b6d132d5c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ddfe25a0ba3118ad4a32a3362f3397f6a9a6d79c59b9c8341c9490b26fdb56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0488ba3929507ded93e8f1db2b3accef7c7eed60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9fbf46295d7ce84f1197a399900e4596fd17166a19200ba40665b1bd38aea2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a826b86c059ecd7ebe02a1a4ca69179401b020
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01dca91fe1845912e1e3fdef07507529773d98da1cd444a033a2da240f22316
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9502abcda1832c5f7c5490619dfc1813ec14c8d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf11bdfe275f4dadca259658d0512eb61753bab0c414d0e77ebdb70bbbe9663
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90230706d7306ab7ee1fc05206bb99754b8737d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004feac04bd31cb0c85c46b3b663037d74ace373192db30fe341a60160656ddb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6a9964f6d01408d05f209ad6cb3868564da748
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0419dc2cffdef93dbef2455d739be131089e8badb6ff5cbbab9cb2b71947a9c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac71e97e909aa91403d203f31acaa80a8a1c7833
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42187dd2c26d110fce09449381bf057946058c835441b6896113e9cdb65e4aa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63851cb4818ca9853081157ce60d1ff168dc8d76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2510ab5e1e5686436bb81a1fe21db05ca355ad876378c23608b45d7c4e672be
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40eb235b65a049b7d96a48aefb3e089f097acbb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344386e594fb8da3e8c8918f2498fe3801c061d1731c072926fb9ebd52e08ece
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba513812c96d39b12cbf59d4b16f1e9f49dc5c48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43c91298b3ced4ef8b9fe6bcfdef48e2b3d7dc29c9cbdd8eee06bc7cd20e6ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e682792341cb77294272881789315637e1d0f48a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fd4949f611a93ec3291ea85bc0d2809557ab75830e7f5e2d07707e1e9ce930
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a576bcd184b0d0a5969c14eb0cacde4bf315925
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced03a43e8a4facb8ba456d25879068f86007b5b4d6563823b261ebabf3aaa24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6076b9b4d96e37f7f07a5dc4e729706346504b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aebf289fe0e0984fd6660ebdbfc2b67ac3da41d359016336109833dd3fcab83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958000a771a17424145ae42cb792f574c9ed5865
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c845c2aab06b7e7ce96115b740e0ddc5f8c4456901dd019e6fbe8c096080b168
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014435a7c18fb3ca2788698615fbb36dc854d254
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115dcd06c472f8ceffa5d5cd3f9da8e8fc96ebb119f52899f52498da2ecdbbf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed4323b33d6563e732badc118aada8ccb5220b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd62b85b038beaa591e9e180e3e8cad00eb5b44b00fc925a27711dd07b7bc8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c57976bc073bfa40e7dc1a71464c117c1a0587
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fed773233b5e35a3312bae1885c191b3f3c1bf7e43977f21c0fe0e6b6b66f5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499e6a1c3f29f75392c651f2c12bb424e18c6c1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573a00843ecb238aaf74b5cdd2b53e479334e06e8e87deee5bd2164780b2985b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bb82ca7e698abff54287a96775304e71dcd52c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7068d56b0b9cbc67a081b871595451f0371bc78601114e07cd15bc427b0312
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b6194f1a6b65374411adf4dfdd73b38c0f833f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0254b15f68c5f9647a7c271ccb5f4ab7f110725c434d4c83b75329ca55a025
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b643e74b6d648107e7182051538cd10a579173c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccfbad9fc00cf09b1cf4c8e9d202b50e639acb170e122ae177d7c6db61bdcc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3bf4f0479649eb596599e20133e3fa4e59c0cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36799e0cb92278f53b27e00bb92c9c493001e314794cec5f391dadbf6928a67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f714ff9880e5d3864f3e461109242cfe855ef3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab238470541dc5d9cb56fdabefe2f4709e7b7cfe53a72b23f91d2c66bce132e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fbabc5fdab5e76cd1c2f4c17b934541965852a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e58caddb2d3895790bfba2358238bcd368a8240854991fad472b605343c032a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c896ddc1b4b01888668c35b76fab754e3510c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fba31fd182f72d02bbc9d87f3a913a75e12cb6c530479bc643fa29844cd6122
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4df0cf9009a7c7a4030503ebaf4b7100de4077b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5f0bab01f18067f130ef960b274f3e1e43d5305feb31cc5e25799825720679
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab30031f527745f64f3382471c66039887043ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8e7c1afa042182c2beb45d1eb0d970a524483a1efc2d0f3c9c0d401a24efff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a676b64b491240e008d8115bb2cecbf61faa441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6d80e696e555fe32f9fbf4fcfc40655c18c2d5e5233490cb2a536cf91d0c67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99f099f931364956af26c5b56a7faf76de567b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee06f7e39ee197d87baa71b395f16907eb8ae4330e5e80152530b330603a858e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dd005839b9c1603534476108c794ad47c88b10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff17bedf1d5d669c8bcf7d5d3feaa57f4d38faa3acf91f7743ef441209113c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8939da078ffee91a0411b0960f9c466ff5fe1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1618a64b55002a87c8be036c98f35a16c0e020f87d50589512a0f67f4f36c576
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5953acf395a212e43d611e3fa679bb7ff1ad7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e8e5d7430a44173f09e83afb972f074bffc42ba1366c01f377763da9f3843
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868580a0fedfe390bb50efee7c74b01571d572ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6f5d5daa92d5acf21b782f68a9135e6330235aff4e5af02adbf47c4dc7cb9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ff36419baa839c6b3ef76ae0b164921fc27e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9e34dda3fb2bb5198185fe3ca91fcb03a7086295d7fc623b1cb4342ed24c84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1c5edfb7e3f29ad935e6b6ce462c27026b1774
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26919d0a4e5457dc75224404035900a15f13c86eec7136bfe1c8e79127975946
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5e27bb5c8f13f405ef9feaba895a89f65a8f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69591f315c8f20fff0462efda3641b8f5d00573454858760b2d80676c8547e20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c0d5f0b1293774f67572d4938f98ee306a6ca6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04d6e3ff6f6e2dc987503da48a8723f4e4b5a299b2706bc18f6260f6b79a0d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950d0a9e531bc0e3811a456860f52146d009ce17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2bf207149a1c23c013fb80b88f0681f35d9e0b01bd72a452a9998b6491a5d6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4478cbc3ad30099332aebe578f63f53afa21a4b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fbda9fbf55dbdd3ab4dacf6a346b52b163800aca0dc8d3d0bc4ab188781094
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1927cf9fc8d69471d277b604bfda600e5c4417c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4034611aca648a1af03f6835c649170137ac5aad27d77f7cb27c2d52016fd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9a82790015439f177671d6abdc707ace55a979
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cec1e412e29d702ce66274b3d3fb58485dd52d12bf255efceddce823bcba40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac5231f835a56fb4671451e7deaf891d81b44a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a754b13b2b4d998d032f5eae98f270a2b539322eb86c8cb025214628eec7051a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b4b73e286a5bd4cf52978700953a262013d7c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86330d68e4ec0f973b7cd06f199954fc9b9a8c7ba7a3c41f9b5ec654ea293078
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19abeebb860cc9f33e987bfbb7c19d49c5de4a15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da5edfc893ed746304475e0917f514f7466070f10732a8e8770e94d9b875049
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1835bbc582df07d9f9b7c48da463c0c61630a429
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ba5cf4dcf4b2e231fb586f459ed24977c55da331f56108391add5d1da9b6bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf58cc8765ef55f17d566a5ab67433cac751cee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad66ff0532ad20cdf210628f8f8d1c3aa6beacfdf7d540a00680c3653dd3bf9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1102caa436061c24e03f5eab0a0a740285f78ec6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9629d116225303216f61aa593898a3e2a067bc7c278743d4bbef5075609441
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ca22583676c146fb6d619ccdadce15295a8231
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30283f8dc35ae39ac076f509c55d5cda9e56ddd476350bd9cc6649953e8e9767
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8e8acbc3278fda2afed7960bf283f3626f9c63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a07c0d9d4f442fae98060b68c620d32d074dee361f79b8ac27c40dbf7fb63a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d593dc670a2e15050aee5ebaef00296d6e8dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd2ad51f2a153a84b8c8f0cbb9632642050e96092bbc50dddc53dcade9797a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cbf922226892eddd365eedf4bdf7b4bf7475c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0c39353ebc0765e147b8ddf9bc5f074f9572caf5f3962a36513eedd3832b88
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0eeac9887fd8b4006623f1752bcd237f2a9355
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e00d1528ed6a320cfffe9f86ab4ec29721ef0a6959d9c9d13d0b3774c87218c
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179435021b54e560e8428cafde18b16d064df9bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd831b5e06fe9973a9908b5d282bf8dc759e3db3553a0873fcf104b10d323d49
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7390c6d0791011404acdcf3b08ce9e7dced4a54e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29181513aaa4db15cf8bab2d9889738ca3f221007ae7d238c4c826e79c6e6de5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9547bf865cc99d27544b1974458d567d58d31433
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938ea10e7d74567e7f39269db4aa2beb631c5d27b8dfe4ca203a8f6400f6d04f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371386aa7012ee768a2bff55d09deddccaa3fb69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c2ec3c18b2b9f3ace4955f21913550dfbaf51a17ae2c243bdeea1bf0300eb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e015df20fe96acb032522d99a038e079432c3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e714c122371bc444b324fe4814ec508c1e5eb26e611a52ff7678da2a5aa14e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea613732aab3938d1b0781bd1a269307d5f7d3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ee8096f40e648b1b82bb74f3b0b80fa205456bf08caad3a3ade7e459c70f56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f5190dc7b53dd097370795e598168076abe59f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe08fc1313c318c02f22a1de384e98507a7c22699a052e3a43d1b2738335f91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44688998e3b972d1b5a5d691ed419c68721b143f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533903f3f4ac57ddf25538c268535aefbd40c0966bc5fcaf96bb33b599b5e2e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5594db6e79f27fb1b57b62bd978977a9ef4bbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f65b9a0700c1dbf3981e4060a17df88ab5c403c5df7272809eddd2ca942062a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c503ec52af06f8c626a9f11cda61365da5fbb4c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9ceb7b51e60274dd83e9d30dd59a8557b4691fdb84028682972563e7ff5391
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25be563a9d26572a6d9b4035c543b2b0b0cf83fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075f1f7e210785e150ee9563a0274427f6be58245437014a41aa4014a2b0350f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d028096c65bc321d49d2279b5da4ed290078f9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0457cc41e83b2d5b66d2323243e5c24a3ef641399621986be0cd10b54aaa565
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de610529f23c5efaf43cc69715903750d505eb26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f62e9459c08d904b71274426b113969b4bee795c84c79c49814974ce6edfbae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d77790c639be0b57c9c635a6c7e773cb6cedf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2218435f7960c9d3edc9b4ff6ae30a8aa2a627a463e38fe712c3927304ea815
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95cf39bec51646e24d93360b4bb3bec08155d9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0fcf90d23256a1bd7f5f44a9683a29947aa3b39ce50a652fdee8472acf2404
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2b2e6373acabe86d83bd5d25dba17ede9eeb4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44dda7b66b9ec87ea21a5df6f9e5d3d84fbed94af85698a4a9f4d955486e6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9594b51c4731832c8dd37c320b202be03ebd4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac31bdb11e5e006cbe8232abea49bbda80df20b4e41a32ad77b8dc64c6c8d429
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb034db18ab4828b4296857e19fa104802891e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44082a211765a9b96a4c5029d2c7eb1ddb5b171550d5ec0e57facddf2a64b686
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9352c528a2bceb6cf11c1e497db390d08b14b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808caf0a03ab748033300714e8fd5092074b8ad5b4bf4682c997fa9332285ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167fe3b64974f94c2169e99e45822b400cbac2fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19206cfd7e0f0cf5dab6e25eed6b9d75edf68804d687fcdd8941e9340a4ba7cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3b363a7c71a04e7b95c3bf2ffbf581ce47b4ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e912cf2031e4bae1be1347a13098ee3b4e6f1c22b19c5d403fadd60a071eb1ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8286c28d06cfdd380150e105e51a3ca778aad4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5cd0727a5e66d167fe155a48ef924781c1514448085a1b2e52f5bb532a70cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6f3cf1a48177874fe3077168df7320a4545e8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f36b9511d66cb98db713218d9f25e5ebcad6a29ac70bf7175f15f1bfcc8444
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad15698c991f373ff40d9765c6d7b2b829d2f33d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807af4afa4aa2c882f8999663edd73192bfb037d2bcc3798f94c9ebd60057b6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a85e437a99f4cd4d82340e9376c33cd788f824
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7472aa0673218a832222deb2d944634525155db5bfa8f7421af367d91291c746
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74343f8f1215688f3f722953bd2adb2009fc8817
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615fd7120abc328a665c5264899e7f329277a98c0d563f834bdae7d34b4f61b1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc338c2717c10867f370c8c289550b3e89f628b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76a4b2a8a64da250ac7a3bb7563f27918b713f5f148a459962901b58701c807
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc030540ada939024aea5a6c79b922ee154b34f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b175c37ba9a259d7c87167bd4f200dd14b0c1077e89f761bcbc6b40b190886f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cba9e9366e8953620372451be7b5d5fa6dbb382
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff1b366c849602517e0ab14d68d9cfe2f9dc54647784a9fb9b66aa09517020
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c8f293bd9eadfa09937b8e57c215a5228f36be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae21d8c85a10ed7e9aec3991f3c41f5cd42dcb08f0daf40f998945e56b3232f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce7b2c60f168fcbd551af7f7bc2f1638a925a5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625fd9e7de9bc2fbd6b83220c06889ee79b6117c03f5799a6e2a980b563f6bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703be19d8d667e0e8dacbea0dbdfc2c220a340b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970902a3689793277b4caa5ea264a648f6d80ec027f6085046c173c12a91e612
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8893532c4faa4a1e99dcbd7c76536aa7911d882
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d48e9399326ccd713210658ab43f285c6a6073a430909e29f1c32b7bba19fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2843a252e82fca2363a01dc47aabe2f3a16edb5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a9ec5e9f9b874a1c57a65dc23310a1929638ac39b51e0ef244a6f51781216e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2283a7952da70f95934c7187894c8baf9d39c4e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8430eec4ee5720878fa29df41712de741313c4fd544973f439769acc67de9af2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ea5c24b194bfdcc447f5cb7505d0eee6b39b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed7981550f669faf47ce4125cad09b1e88bf7a67840420539a8ebffb6c4e198
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f9af81d609fae7e37cbb1d343df6ca2c580567
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ba7e597cc304d2dbeef8d3d5df56dd6241ca8b11f771fa9dac19917e1036ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8610407e9adb6d6e3bb1f5924232d986379c967d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb2e80e3177d2205ebd40e9ffb435f9bdf4cad15bc73a1251c18f11fc60f33f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4202ebae769ad95ab141e6a44df93c98262edb8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2496d0be1c877f36feec3b7f62380f087c225482a997a6354aad8f9c98040e7d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7488c3257da29d4664f6458ef7115094ccd7ce4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966521849998ceab5bc640343c304ea2de7fbfd201be30ca8d465a8b043b9e65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cae13bc5a182aa1ef2fbb56b75ff708f3f42984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79804bafaffdca005c36bf432c095a0b0c76bf3d5d8a0dee715de985d6f2142
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d633e041b32314819f3b21eac43d05ac458bfc19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f287241127a4b7ecc98ed23530a5a41d69b560f1e4b5da173faa0078a268656
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03823b2abbc34ac77f7668d8911cc3be64f4ca7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84032dba08174ba449f1e863ffcf9df314b66e197227cf43201e4ddd39568717
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690b27f78d34d22f72b79d05521bd55a1a0c91c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e940c58bb3e22e1158634480edf66526fe69374220e7aed9729e544a131f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7736338737218a357be5d9f0ee1dbd52740cb255
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e773d54856fce8429282714259682c2b08755bd9ffb0f1ae5b6eb273edceddfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2296d7dc6ecd7a17d039a6757dfd3b9441d83eff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d57e6cf383f011b977668e11197f4eeedd59b9659cf9909732853f790a7668
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c9a6d373970103fdca59ddd88f243c53c9a099
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017da4896c8b2f1f73a35fa8933dd0d1653e8e020f173cc6f1af2e02300cbc13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136ba06877a0fa67876181ee527b939e6a387a73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820d34839efc961e175d591e365871df4007e45b22d6468dc72e2086b440acf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2aa5919750d2d1a807372c2d4dff9a0ad4044
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fb5c2822ddc809646ac1788e9ad545cf17910fc31bce24e60ba5851adc85c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f2a8fe4503fa5131e5228258dbfab4f4f27847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac72b11c73e89dc2a77881d72b0756e9f39c56cf0f64c1b72b7e1a5d9ec7fbc1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77718d786c83a4136c941095463826d313f41b01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2746dabc472f0a12fdb8676002c83aa5f64d36672dfdd2f8d1950745a134be0b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6d5fa262d3af0845bedd440eb8e9059ba4ceb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5208cf6446db6252cdaf617ad5890d2de524260c401c0b9a76d44513ebefd5ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada33c319c4728213e016a42e081b727acd908f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd1fb418e34ab4d5a4fd1c326d4f61c76c2be2227cb2710bf8501c5e5648a42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061327a837d273a8a51418dcf3c8a279cbbd7f32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd34ba9dd9c392adf6b0d7008c37511caa0bc081adff01a5a18f0c7b880883cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6e38dd99d0094c2a51fc5f249f0f3fbb0528c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c724215bda115c1b1f3111fa33b6f3c0ef8d0db020c6a5abfa7d53685a88c06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154bd7f1d8dfd3aad2795cc91c6d9314e6258025
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785a95ac37f34b505abc79f3f925c95fab4dd505ccc16d49b48710b985bf28b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b886f61a05f0d659bfd3f677b1f8f1aa74623c4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8a9e8828bba98d0cecf6a21c855795cb0238fec48c3ce1850104a2bd925444
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c9c46ec7b1df6f2c1fcf926b3966b8e0da18fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df0ccb83c004fd9e1fb9767869a69b061191fa4b2f7cacc447d7fb441db784a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bafe4562b27b32113e0856e10a2288898af4bad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb6dba0130e1affafa2c46c6d0f10f5b2f42def886fa0e6cceb6d90b1877c9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c26c9660d5ead1dcc37b99f2e49d82e9ac9fa31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c32436328a79a0d0095e83998b825a2e409af6b8edde40a50c952eda36a9257
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4100f5cf0c928066a3facce5b8dbf63a36ade591
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30d425200a3193bd354070a28b7c945ae3820c0a2834110f46fe941314b9fee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62df19d6a0a35e7582cdbd16b07efbaa3967e9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8461b04650580a19a0d3a809d0d549da75450bbae6a97f64461924cb5a1606
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce50b7b7121ab989d78c17521713b9e83ba6a032
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bc8985d9262f392ff905346b224ee73903e9c8adc1f25a1e6cb2520dfdb79a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f49b793d6f264063fda1a07e084f62ba2b06b5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4a194382046a7967f1e566ddb4c13a0d179a21f566ef897609896fe8bc73aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa50246dc1295fad4d5c25b1b21cb6b68de5fabd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4706285317c334880daa5b426ef59ccc5db5e91e18a0c258eb9e30930c32d36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779fc8f5c519627390c0af35203665edbcd752ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0303ed1af72bf1841866cb29d2d00212d438c15a80d21f808ebbe52a9bc818c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2211ca5c34cd54e58048440f82da9b6cee54bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7adc5d61c2a894669b31300b3cf0565872756fa2817f05451b17059a0888094
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e52dd578bd4f4c31e43d69b67ee69acd413600
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf535b59733caf6d4a0cf0d33b9ccdc6d3b49118f85976b115aaed4a4f8ed92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2518eb7208f62fce9f087fed617297d34e7dc3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6097868d507cf8817b23c57882db8ee735e4338c4351fff09cbb0213bd0f095f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef285ee0cad386b76e4a042ec79d56a324d56e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb18967827dc7dccffd3348d8aa16a0198cdfab76f9f5e477e5d0099cab354f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0148933a961fe849b44f58e6365e77dd7acd756
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c53fe2ac46b7196d970e869c78f2e67cb7815c28defafda616656ceb8429c14
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7649950d42a2b60e5d30b3364f6da8610c67976b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fe809efead63f6f37bbda748ee05e2a48612de72593dd1873124d2ed7486aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6d483a39f827f4af71f9177be26de4c3566b6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925bb54f64e46e353f0f624fbe5720b64b6ee9636a8a60e5322a3522cc86200
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9221b4644e77f187012827eb8f73c9561c078e7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33602dd8bb15457a50cd26b765d259c205d9754d9bf4a424c997a144d5afaa7c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5632b59594532b4b12012a94c53268217f62dd3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e773b8f8d3bef122d3dde6ad27f35c74b2cf2ead4e43a1f2ea211d0162b31cee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebb8b01dd0d5ccccd1682a46455f9030d803691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69bd48f1f219fc25d4cefe9333aa3bfe7d42367f425d3a5b5514874ea262616
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3de097906660da39ca5b72c00318caa87b7c8ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36428401d4b7f965e622b2c402baee5d3698a8b350811b16e34c7bbeb125c8f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e62d1c25195be9ea44546e8ab838a5b72aa955
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7676e2da525634804b9c2117ea685031050b0e54ef1b5ab0a85d66fca0f726
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680778be2c0a82ca16709498d791cc916983b36f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d533d6f3e3642c885f95e2c28fd597a63ec6cffdad8a81ca3eeacdcbe4894e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb29f0fb2f2102863bd1db9429b05f66f448dd15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff554297a3a67661bce4b3f25ab2910378e3276e200cd603c167496cf05519a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32fad50abffb4d38767c8beef4316a8905e9d9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00665809b31e7cfa8e50d1d878bec509bfe99886e798c70659b2a630a88e7aac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215fc9b927c8e1d3c2a535d043cdd903f8b4ea6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7b2ad2b52990da29fce0500afe23a6ea4e8225fdd6d458044bd57c0f4e0610
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8d84a8a28e392cf14b68333366924b699e41c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cf8e82ecb1ef1b310698f29d54073c76923368697745e45d2b10e0cc71b300
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42ffa37e7f0e7d2a85ec24ed4dc92b0506506db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed70f04a63c4aafdc0eeca2609c2e093e374d0f2858f3a5683652e1dde5a9b76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80f09f3f93c4e45aced47332ccf82a10c57495f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d20d0276dc255aeb43fa1386edb83a9917eccfaa664974f31e9e9568c7bf59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e0cc068d5d44cbf84295a560110d994a1e7e28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7c191258b182a4879d6f8cbd69a51c36f79be1501b45c6a370013559a94d4f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f454de0270f1ebd8778ebc0cc09e09b575e8c9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc4eb2cef5274df76791333020be059a82a27e64ec76bde040cc899d8d135f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc1b5d0dbcc09c6e13c2e37cdb784cc65e0d4fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dd755d0108ee140cbf159ddef69af746e81947a767bd52acba4700996b252b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e856a0b412875d4b4cc13c86387354a06a79cbcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2195807b3c122c38de8a39a9e36410cb16d7dbf15b3a96d1de9c436f5ce9b540
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bac0289bb5c6b79ddd2d2590bc550f470c33ab9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d27c41a16366a5d42a19055e92b5080898d9ac995cb2ff33c4d81a3f609d68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dabd7d51de4828e03c872894c861080dda9afdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5776b4e14866b1b00a72e8f0fc5164b607613b6756eca03ff01a0ff973136ec7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b53be95433caa98cd9320897000d278f192a770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2ceacccdbe64f5f1b781e65f4281948efaa3d6f59b651d9ba368e1c6cdb246
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bdf82b5b0a97966f5de609dcdd5d21c566df68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5521b44d6af71976d4040266ff0983299d8b4454816ebdc10d28b0b41b79af49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c907b2fdfa37ff574ff41f7abcaa225652bbef9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87656cb9e0e9804b251d63579e6d7e4841a0604f6f3e9e28fd0ec06e88974566
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e5e7b9f0fc65a474e4d7559c96161746cf10cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5004273af9b5b752d33c9a859a6e5800cd9222b9fdf86c594911a36b2eda205
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cedaf276da26650ac0b9574c44fe85214de93e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4585797951ff77eba5332907aca2c375bd44c6faeb3689a326dbaf44d2ec96dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089adecd92c7166e74348308c42d78b288b8e8bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b8555fe74fab297c156423135e96c121a9371d7563c2c6ceef8ff22d3eed29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7750f3f68c613f5f417ba959067942c0f215822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47d9997a800491d4ff5603c5fedbdb5ba20c70ac2db8e92315a33ce8f907db8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3865a3969c425a3a24d7fe01a1b766c19e54d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495d4c36fea5d9cf427a5f0f256e034c5571fc9857dacc4b7a0c1fe5dded0a1e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25b8573ceb5fa15e4f212cf5be156c34421ad4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa1e1925b648beec07c0fb8408aec77a7b7d4855c2982bccdc830b348563dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fdcb34994bf3bd7f138ba9303e3401bbc863d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5c2628f690ef82a25675b7815988b922731a48c27a11f238b2357816123b9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d460220daccacd198e4295a7dac6fff2d9b4c90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad508cc28420390d958c8ed1a42c01976e8ce2f1391b03cd63d65f86f7dc7bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2df96a54cb58cd6987a67f42c63814f28b09d98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbdc867ea9229329fcc6c838ce79771248c0e74d11ae975447d307c8524d651
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b94bf06c5d28cee5e97028b412400619b67c90d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e591d7649a8274ac8e8cb6f9855a1bd23a4d0a1f1fce5870049cd86e5f11a54f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345f7a2ccbf63ed0f7cb57101e88e0da9c4bbcc6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f292645376340c1bd40a49b183606099de146d4a70d5c9098a8a940e7eb603f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f5b998309b3c0dc81f98fdb5c3fe13a774cce4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9f4855de72d36947edb4f225b7ec203dd6648007db45bf81d98df55fc084e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d566e917705cb52a4b9ec5776ca6659018c44c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053ce97448c3030a934a7861cbbf1a12e3667b6c7061e865b3a0b680b62506fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f4865152a46ef3baff5d431f2c5e1782b4e74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c5a1b311897e62499d7e3f7851b60609d392cd8d07b5583eca6a01e605b28f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cab2b27d8781750d9b81d0631cb39ed3aef5718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef118eae5e26811f82f0686a387aa6165d7370e95590c5f0503fd0538ead0c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adea2139b7f25e7cd047b9c20ef15695ca34bda1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b5a64f98119f67428711c488569b229c72cfd9d2188e48cc601c01ae4b42b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8e15ff9a5d8dfe45932d500c9050969f701213
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e716b2a87388db34b906fa5c653314c3f4149a565cc69b9a8a456845a4a885
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5903ed1ecdcc873343fa1154d43b831d70eab0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4276c9fb696ad82d3cdf919f853b355398b11f498296bc2e011f7ed7baf25888
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cd5a65267dc5408fe3f26d9538a466a975b49c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f486c048a092117b759ceb7d9160a693884a30e836d85ecd269f530be8f09fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baae98fa2615fef42b6a820f251daec788462f0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91011179af313793fc11b30f197e0c5f569b21e28866216b6743abd71f018a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d75d83e148ffa5593d557855c8babfde8a65f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0351b7d753ecdb0f38b03e50ec6d85c3346e09a097c2d4508f18f3a4015df4ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e01e411c93c594c431ee1f5f9ca08f31091b965
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81027dc19530113deb83e5e6cce0041d509f1df16fd8d6373ef32e29202111f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2456b20e1bebd8496bf7dd58ca3f75be7dce562
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02baf7887a9b497b365a799c6a68b8aed79a936ff723e8ed21727ec7dbd26f8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab892119a6f2aa6d7423807efa88b37ae8e43945
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aa196c68da43c86dc51dc4144e845a09108b5aed950c98fb28a065617d1d3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d712ff5427a54be888f55f7a8903ea462bea79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1890cc47687697b010cb83e058617ca7798a3b778b8b7b56de098bb7c02780be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f882a2bd49b54be5dd4a9921d2bbece68a92697
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c604b6898795598eef6fce7944f7935261311a1c5e9c7a4b5a5ce054060d02b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7ac87d41eac30276a13fee45964ba66b02e8bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4f5dcec686b2d3c57c351d9d53c61cf8cef387d4422d7d02187f4636484f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca7b3aadcf5890a8ca76a732bcaec99f1575437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762b4e8ccd84c35dbe621e3092003ca0588e308f30380b05f9e38825f09a11a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee24c65c5b8f626adfb59668ff9bd00defef1446
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2abcc750ce3e59b5facaf48b55a8b1f07c1c2e7caacfb72b27b3f0a23d87e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4860482e4d958af432eb2c16b4b2b5fe792bb34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cf2ea4763d93b03d8574b8f6d1497f6aa06be1ac159ea8efc7f9cbb28c5e77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3042ae0455faaf018dbbdcfdda1d1655264e5157
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c136a8090273b7042287fff14e1ba3b728fe2288c07eaa4315953704a56df237
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20611f41b0207d6392f403c5e4e3173873969f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cad6dd4e085f42f207504de6a8a7416aff345d0d1cc93b5363fb56f09c1e57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c742c7767952a36b7a4187f451a5fbfbb8c48972
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615ae1eb86cc7ea92253d47bf258e8ed886cca15b53cbb4189ea2f78498f9707
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f4b167530f65931a2fcf0809c350dfd513cb0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc535a0c13fad9a320c01057494ea97e14ed28508a736d0b34eee0a585730d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92776a08a2a6c6a11e9d94a30f3de99554930505
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64cb5b1878ba1c976bfd20dadde79367c2a90530abe08109a4b5c224bdfedc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a371ce940feb218b6ed62820f9adcb50195b8965
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae685f63e552e220bd36375dc01cd8a7e4f5605615c505c8f9fbbbab3b35dc67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcac733269b8c0bf0bcad0af4b9714f6e876924
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c22ed76d788b74087791756adadf13c0cc034c101aa6d5ae13c21b19adfe0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec2cdbbba4b3c1208e0f2acdab04e9780211f8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1a0edc0f53796136790afc4187a494ca7b038ab2db22ce19374c677961ea25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e2ea8f565ee07612d880049043f8c342f5022d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bf14f236d73c0c130213bc986b9e4b7132255fc15effba860400490baf026e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6049fb38a45ef33523b9f898e2a683e493bf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc98fd475e7d677f56f0f113757c317d898d7cc7f47295cce50603807dbd822
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19eec3e975bc7500ada75fd18b0b5f2a8748a690
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc176e612f64c06394fe965e15435bf4fb9182b5fa03fe2743fcc785430879ac
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ef4e211a83bbf97d7d4c5a0b40706ad9e331d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff3b87e69705ee8bae59d1baf719f53f43bdb20bfbe0d6f3bd7b59f8df14aaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969254b8c69dd8ca386a1e229733d6fde0ff52fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f166bd01f0f0de0743623ebb37d551d52df4d88a8e89453fe22c412e741d101
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e277b145765bd6265a8c6f71eb21e06eec79cb4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd976e96fd617529f7c185a83b4cb2215edc65a8c34a7450e5152049b84f4c7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6568cc80b070a12a97943e8f789338398b072407
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa09182ec33eaff5eae81056d2b4260498fdfc6c9b311221bb4a2c8db311601
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e60e1f42fafe0aaad8f1e41ecf8ed633fe0729
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b52c88c0fc31039a233c2d824b8d4e973baa25f0e893f944f4d6571b10d164
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35dc27a4bebc8b2eab2e01fc7b99cc89bd27545
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6c575fc840fd5ab6734db538b94b9b2f878d3de304a3e9a65e8b884a149a5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6856cb16b926b9fd7a8601738590ec15766d7a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0194690952ccb8024fd9b07fb340b0c23da46acbe66c2a1559c48454b7d4539e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630fe728f6fe37a924fab295bcbccfcc1d23af42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6b612d9a0c9349f09e7816e7c166b2fbc80d5abd63367d3785592a9128dbce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6be35b31259d5c6bad2dfb038df3b2469b2f53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81265534852d66127de4ba96330be1c6704cb8390967eb067d2778dd95fbf398
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87340e52ba78c011f4bccab0e13ffeae5d9c78a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f273a3e518d6e1a44fc1a0f2ee1ba6d13b7490628060030b0a08ef4a739930
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1263cf94733c9dec8684cfa45777830e75c0bb0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd10425cee4ed0175ebc5b017ff196f47a12554e4d480029edf6506e4a4c578f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36711b7dae1879027243dbd0aa088d4c7de146c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82926a0a9e2656281d2274ebf3b746a6143ee3a7de40c68c4e0e1162e40e75f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5acf2a4f8ae9f40c961a88f63aadf781c49d35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9995f842dea49d0ae98a5d2e865b56d6a58a89262a6bed239c9f255e1de2bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd85ec1e0f660674175a86e26ae7f4dc5d170f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9b952f44e726fd1af3a84c926068a7a53f37c18d1701dac7d6a464c99c4973
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8f4b202868d3099418ea46c874380af9c09415
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f704b61531b89a0918e0c2121f5721d2a841820150a47cf5b0457234dcec692
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4c3aa3b333cc8784ada1dd5e2ba073f9f45a7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78baed0ab916baad3c7496d5748440469a7a11545765aba49f101d2b9bc1d0c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7667754425ec098d0bd735e17903c19b1ccb8792
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d314a9d9851b53772b1d6fb7fcf1b5cd201b4d03a5a0313080d9330aed39d3ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cf34a61aa7a4325e96caf0f3d68662c55f337d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f479a0143594d5f7fb265b18103804410c10c49dfcf0b6d8dd513f0f864ed6a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbda862448702431333685f29c6470f455949447
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae038c9a4b79b2c7683a9f053863327caac1f1fe7109081447aac767f91a2a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55c467dfefe9f89686748e3bf940810e022ef8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99fb71b6c48c67b2e757978c14f14102842045880dc6c4d2992f0f2d06656b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfc8d256cdae783bbceaf495efc55c837c248a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95aaa276d988e0793895dbe0e50c162da734289b843b9bce0faf02f0ecac402
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554520d7eff50d6a3a75ad51b7682893aaf7dc0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d68aad3758c98235f1a17498d4a11deff3b3763dcb860d2e8f33044c5d50848
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf177cf1aa3b991788ba9ac1eefb6ca39c923007
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47e5e7ba4c23bf6c97bad106dd959b24f749c9868e059a0d13346f9e1af5cc9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43cd7cc60a524dc7b3e5f847c0fb247d24b93f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38134d7f49910f757caee08ef42b68374af81e8a9bbc3b4e47e27c642275b7f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6012a20521ff113a3b77a7700d1464261ecf72e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392bcf1a41523d6503fd5797d08332736f73e6f1103afc07904b759b16606c0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d817f99dadf5dc3fb9a4d9587da1e9c6e1397d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06361ceb7dca932bb588a56cc925dd0a8740728818d827cb07d92a06e4c8116
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f689cc1c742d41bf6a10822999e1604f6f151d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e042d6c0ceeead3d1433ce8cac04265ecd9ebea07c25943c7d85b593d6b178
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd06993cfdd20d7014bb244251c949558b4522
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013c660346aad0c20a9daf65ceb13bbad8803147aad13e4474b1095e271fbd77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52408a083d5f38cd64c182954f781a96774922ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7559f0bd64bf3b4e70891f789f99529051c5bfad32bed6ade665e1688c4ed68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7666f13f86885c16296a76a21445625ad9698b27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9d2dd459fedea875165c9a0c8d47f2e9eba32cc563741c174394bac296bfde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f0566b80d918a8c93a768ffd45016d63344966
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51020a806d56822a81dc133752db9fa0bc6aff3274758019222918ce4003605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2365e37a69c54898f64d8750d82031fa668b2855
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d2e7064a417c680450b8fd2c7bfaf80d239774678984a165f671f353499b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0941e3c8ab7fd2aaa1fb1c25806765f52eeb2661
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deee8bb306a0c14a615b2595e3253938391f13135c5b3f8b4d9e7cea49b5c658
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d55091999b70305b6b70676ab9e862eb69fd47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05584cb4c114041af3fb6c7dca61155abe791822c3689129a9eb87e4df39f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e847537223431484c9dc25f5adf8a3f204ba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1394c3917c7ca6a953cbe3850e991856cda47855f6871dbb938335b73e69811
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69635b9711a237abf890b99c348034ac22b560b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab1fe5c7a1eef8f8d8e427eaaaa34eaccc543c9a10548ead2bdacef5d6917bc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266c947594a9be8ecdd248ee1bffccc5b25a131e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca5cda9d37edf307f596f00ec09547c9be07f715b671e0bef7f9df734e2d3e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c811284698000c64242ad0da12e6d15ceb7cf83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a431664acabbb05f535955908d6326368ac6596173d067943e352d2523ec02b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f0e23588130ac96606bd792091fcf95e4655ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4334edb827c9df33929a8d73777be52b637e583a4e0c7fc0dc52c403579fc3d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f48048dc729a5fe070c1b10f2feccd29e44fd93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e77e87a1f0edf6ab790443ca6d96268f9e7d7539ef7cff1f1baf819a5924eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4357f83a91fea3cf3d56d64a241e13985de8e807
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b439a83b478d94df5fcf16b5fa309cf882dc2b4419641450754b2857e34696
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d0d423b31eddda50ba45f417a7023716e007e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629c8f9a6b1c64328c629de9164e528ef6c99543fafccf551d3181311f18d99c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c76a8a0d623fab96ba431194acf786348af936
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b97280ba8382e2854765cfef3669d49cfe450f4c9c1e012c043c5412cdbb1be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7aad88ae4e971fd851d7b885b6e74c0c78dd2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e8982647205e0411c90b7b14109a08609c372b053d4fe79814e95d4109900a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41eb00fb9291c95bdf232d4f206a7470730207e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e129fd73f5523e27a6dae14b6e56a455c94c9f7dcdc8ddd7a817a5026f76e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d6ebe39da64265ca4bd16b4dd6c88bfb14553a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106d946638f6447ffc2349e24a3801d7644ccf7dc99e93f062ba01e5eca6e55d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11474aff6cac5b5fd2f06d89b79ab57c82ab3233
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e435dfb9a3294c13e03c11bdbad5a3b293fb3c4c3b31739802f951592815e673
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cc1070172f700bf1992a0cc5532b5b542def27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3d7abb0995e903ce59fae7cf2e2b6d5d3ee5e111e06c1a5767289c89dd9815
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32294450fd98f06f9a241a6010cb0934ef14d4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce4851dcf768961cd879714900b0ec05decdfbcbd88c633135eb12b123d7e38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2d488714fc5e857dfa6e36916b5b81d87756d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77524c7e20bb5cfdce2d9e53bd24001becdb20360ec69afb4793f186b445193
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ce1ab64c3cbd7fa53a0b0776ac103a0cfe4011
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751364a1812474d001ec5ed650994b769295cb8fcc0424f638e132cb31f6811d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0daf85b5ca86f0a83e33f33658b3aeb72c0cd3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e430e921900a9dc2b113e1e8b978e919566f492c471a3650a3f9a287c3082376
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a953e1cedc4eaa815c20e713de042e64a883985
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5379b02a29b8bdfc8a54204460da54a7a6e77ac33b7f5735293e5d67e5c5c714
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84c707411c4835eac894e84f766429bfc4e7902
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd754a49be738b25d68fa3f4b54b9e7ab8ab744dc668a3be566e563d323d45b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dff91dbcde0ac27cbec1914fb6a3288a8775cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5e6021614c8b810af14d7ea7618ed1256feff3bfd058358b8548d7c0fcc0c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c16a1ca3a1d2d7e11f9b5db74f05b110c02580e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8386bc02d3871eb9aff3b21bdc76ea81a350a82fa74f461df1477906d9e8d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c831e79602450a86c48c86386ff8573ad40baf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4469476a2c8e7edc4a60b2a5af0d9fddc0ee298336c7e3909425d5bb0f9c5acd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a576a1799ce76550703b06e021ac6d25c26141d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be16dff0fb78cc9593e0d88db12da282e0df0157f9e8178302419c5ba5ca0e93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ec392f68151a8c8319c58019d5751d1b1896ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c7332b9ef0cd2bfd98ef343f456afd1376e028829d8d3547d6189160c6cc19
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a86e136ceb4d810f19aa8969167502dae864b7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9c6a3e4ea3879a7d958e2945ff438add74f575b5347dfb36169902567a223b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a7971de240ec863f5702f34f4a945d8fee8a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d43ddc31a7abeb2781d7bad2a5a0d13505d9f3d1f76387a80511fdc67d1022
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52df6f7697efbc6563a9a9759ef0f60af03900d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea6d40a13e2b77955c3ab8887e0d4f96f55d0e11e001d84427ba1d3504bde78
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af29b334a8147014592c606a93d5ccc141a88f01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474adf5a829ad3526a665098f515e58ef0fad51a7ad2b11718e05f4f8acf4348
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555505d7774db97c86d244f7d4f3aeb04f0d4899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff119fb5296c793905795ee3317d1fd247373f280b60576b931b9afee9100bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a22e5007dc794ff3d97f67c8a3c6ecd3aa91786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2092bed1df7b3f70f789a804ddb39f3270fc92dcb6dff69c49b3e692cebc72c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0791fe2e121e9a27d1dffe77296692ee318cc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c107e4f2fd0e27b07af5c7eadef00f0a131a2d4a918ab70ceb18c5fe4c560eec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eadf9c75f4590cc92738a704b02bc71e4c42b25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e62ff83453efa7ac82b529dbe2ab141950d3610ef8772cfc2ce4108e2453224
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16b90cc8fc4b23fa61d14bd596e7ad598bfc602
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a430d301d5924ff3c2dcf29b10147fd0f93422ca69f71e05d2a53468f4f7f8f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25d6b3ecd4ba64a7bcbc6463390e838f256694d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07b60728b2ca7ec4dfea42850a74b3b5bbc56d55de6cfa0729e819b47698ce5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87e302a1300579b21b2c09cd2b41059b82a1559
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea3dcc0c3821ba7b906fab7eff6b9a9da3ccfeff50cedb516b2c346c6a5a9cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670017b43cf505186f5664b6cc9c686312ae5336
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a3dce4e2c4cfd8cb23e9387eb0d47a33df0e35d83f214009aebab9d2959687
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825a465a86d319d44c46fa321d79d6435e45c143
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a377fc36b9eeea47924fa42a83d734f914bb21389acc24a2d3b14c1630a02f8f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e365a48a829ee576ef1cc1737447d380b73a24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93adc5393af82044d0a9a06c4a8d191acd11fd155ddbfcc1f0ed82152276b74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7585240b93b618e360bb56dce056f2fb6190b160
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f8460853601a5435a19697207b2f8223a9b252aa2a00001f993fcc7b80287e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0607aa18255a31b98d92c0bbe14dc771ac8e28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b091ab3a4cfd92e479dbacf0e285303a2df516d8ff37405dd448bc62e84946f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35da4930a8b4c501c67e993770b745a7b3314654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7270661fa8c2bb65b664c493be0af3c1eba16adb0c85bfef00b0321044e9947
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f55d60dc896d870daebf67f318ff7e9c68cf72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a781912eda6c758164eb844fd8ffc0a05bd260743e9c05b01e212e4b0fccefd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d75bc617ac1bd789714aba6e0439dca2ac4ccab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04148692bab1432a32942dce287b8bad8fc7e57e75e2321d6a21f6fff551de7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d7be1dd1e9c9ebfa8caf3510cf28e354fa9f3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ff7bd651f2e4819b9c010a554f5063aa71a5ca16953bd23250f11e4e19ca3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bbb661e62ee7b9e37d9315cef38ececf12fb17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1483cd31feb3e0e6aa5b91acf64ac059ba385d66fcdd84cbf329a2468cc8cd4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7641e0620d5827eb7387ab28084759b029aff87b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ff80e982ca09f0002b8c73c11c870a9e07303f88a2be413568e966e3a9548d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c043ad010e9251eb66ac21b52c179d147ac325c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc89ed426d2034e704260eb07174c99b1e966558a90ac3ba5a6fd36d083da0dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9696a81bd67a0fc028b773c79cd97c12ccab411
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c221143ee3931c914e5073d1d803f66fc63f51cc522cf009dd632af585a7b471
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2037b8c3fdb02ca83e6b4dd403db0f56ce09d26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5f94d65d00e224a9f2ec513c2f0bee5f5e28cf6d3ba8255f31ffc4004b32b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4ca248b209d2a3059144e4b070a1643dda791f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b15f1e804253c2e45717123e86fd0f6a21510f8a9bccd4cc4cd3fd0d5cae07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b14958112527c64a8247a65813b5d87fb80980a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ce694c93ec2640cb18301149444ce5676a3ff91edba680a06eebb73c3c6e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8d1ccdb77ed92d4adf8d9d97de3aeaedbbf458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf7880a801f2e1bcb444ba80f2246a104ff51ae2c65260bfd7abc79321f1c5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd74eb8f9cefde5b7973488c6d6dde8532b7a0eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4387952d07105622e546789dc57490aaf60ae128850f8b15c81acf95b7933f46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fc7422ea1b812d1a98d703cc08dbfb44ea50b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c541a1f5fe181fa873456e3491206e3878ca0bdc1d53e815090a66d3a7db8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469abfee41b8dd81571729dda094e4bd261482d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51099fe410761439c6e68b579cdd13abfe586267e7816c1f02bbb8baf2bda0aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c56857279b1e50f0a94fa485963d9f951ebf1b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76278d5d055863079d05c5ed7563755ca49531ea8a867488fb5f36bef1ad854b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a24b476fe37d967228486943ffe59273423fcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008312265f5eddfa5e556bc674ce55856eb00a1655305409c206611128828c09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b0d0d7bf3c5f44c6647ddb39c2ea61afd81b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2213feb34649bb7eb662c5edc1eaa910824dce8adbbb8cab3403b20a0d50bfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece07beec92a2d74ea52488f2f75fa0fe0dbf19f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5341958928d0eef6a76d6ddc0d0550052de9288de1bda2f2acb440912e0d5145
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee66c7c745c08df6d41d0485f366b6371dfcf839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d93702df1ed70636adb0ca3c246ad6615db88da36971da02aabe4baefc0d05
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa1fb31e11b226025b0b2294adeef045ca9aa9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe464e7864ebe503adc0887caabd67c22e8f3183656cf20eb9cdf1b0d424b70
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67391ddd86d57ce11d7d17a42254974b4e195e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462f1d815fb97450bff91f4c2351a9c35b0b6952b2aab3f10fab59b73e8b3a5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90018c10aaabb1b3e2b2dc1cff3def0a63563a97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd946bb2ea5717f017bde1a439dbecd8926692110a782916d024921e62845ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a705c91a631be1082c8579e6d9eaf942c49ed7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40f88391abb8b2d1bca26d3893066563e8344192c1f31312cb99e233b017190
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b2121e155de388ffbdc539735ba338a1bb13dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe93a61c51a10f1245e9e1a8dfc76109b9dd2827961e8741afafa353a23f38bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc648514e6ffdd3f9124e7d543b77d604f3d4e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b94de31ae36f21c613ac1de87480b6f4f7ae6774a957e9299777e3a14885fce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bdfc03fd3a277217b1c424b3ace173dd381466
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5975484f506fad50d95b014a1f63e4c1b80ffd41f70ec67980193ea1c1a76644
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a935b5f1c4be8a8ec648a4ea5d83bcf5edd70cff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3148bdae95264e39f518acd0dd79f2a5240633a47f26ce6b6b73535d1bb2be5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc6b36838b7624a7b29db4eec6bc9532ab9b227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e1220c09e65d5e7bbcdedd80c5c40707cef0118bf5a5639721763ee66636f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d798837954ab216e8d2b3e413e0dfb961a779adf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab2c108ee10e6685844d785682f93b4ca0bc16e9451bf1e342fce3adb72241
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4b7f9f86f75e71b58e276a7a069c1f9129516a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55de38ae0294cfaf5c9ecccfdb2f49262f18f58d8f020173a37efbdc4e82a254
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35152b2427571921f1b2a786a3ba387948b7016d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab18e5ff8b971dd19abf566008790af99f260dfeeb7d622be21c762e46188c54
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdb1a77a4a1c32cadd24d70a8270dd3263a76b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc16fdddad9256c8b90c11d2184c1250045cc2bcf9d8095eee33d1da707b471
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac35b31ddf3214c5c59142338127d08efb55902
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04764453b31dd65e0dd036bf23cbaf86f09eaf6b93969d8fd58657d0d096fba0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb109e219803f2c21bfc57efb8644e121822d451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3220d6fe59eac03d10b1a0acfa3e4c5156c9a6ebd29c07e20b2cd80d1973a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3eec94937c3b2fd3576e6f8e9b081fa643447b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58c499ad1f935f3dcb61f4836486a36970ac813bcc0ce326b75ef9c48f73df4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8984d34acc572da212c1ddffb7d98d9d09af6991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be30fe2d3dace7813c0c204ec15b4249844b3a5b06609d6a720628c0edecbea0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c7bde1a9ff650bce99497ea24c98d7d55f8692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff1626825a121135e57c3fa1cf13cdfec48da9bf1685e90eabb097e7bc24650
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94359a86556173c51eeb1c47888593a0f7feb14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9510dcc8f0e224b3a6b1dcce775cf94f7c1baefe8675795f597996ef05c0ed00
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe622b706d9a03553f2b3b0910dcebbc41a6ac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588ff540998eedcc663f1b620eeb42a45cf70991dea858ed8f5c2abcc04fd67b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9264b59932479dfadb3418b4682bcdd241c9053d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328168390f959748be17d634d7f4daf5a3f0ba622edda3c02a175e5674889dfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aeef11d8a8add3b5710d70cbd5037d1529dd73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad92b51869b62ae2170f99207349f6516c184e867d29b22152dbe389ef38980
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289f00e518c8509611aa8f63b2bcdee7b581b2a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2252c97c4ff5e412706294b7b47e76c950ca31fb40dff7f3918d1e4c29b712
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c7349d70071947fb558893ffa33bed76ff2525
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80630f6345780ee6711ed0247b29f8a35315b83871d11bfe00852cfb882e87f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974250fe7892257a8e293c1d6fd2ac6bdd2db091
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554b8a1e839f17e0b2aaaa51a414060eabca04d96bf1015e5b611bbd8fccc96c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226078b8175095a477551ac85c5a5548801fe391
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f187abac0ddc4635fc065ddb269756910a0f73ff07939c1735faf9c606ab377
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c3e826499cf07b062a9553986855ed2a54a404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d10db38bb69f4f7564291d46a3e8e0feb5185fd960357c47f9d6e4540e0137
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0ea7ed854db8407212426d34ef546368b2f1bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249f23c2a22d8ade7170b301860e13fa26fae98da48ce2a70eee13f816969964
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe8f743e5d603e47be865575639416896bd134f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bd212218df21715649ce45a7bf3a4abf112fde5972e797d8e7b4989b6bcfbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a57bcd6aeddd4da170272459f79599d870b7d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d026b01aa64222ba3fdfa9cfd75d0b8ca08a908ca78e676c30d955dadcfddb17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f568c90d3fa449fc59113e8d2d8643050daa32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32a1607a02e86d63969c227600a5b72e2c999d3ca3e3c73cc7e34e2bc9cf738
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adf84d6aad127b1ed918356af26b277fcf43658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43a3453e329f58cd8a28f73c873d0a00a93657224efcf86fe85bcff5ec16fa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b9bdeb3cef03a1d1c7a53e8625dfd439e4fd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5fcd85969ffcc9a252565a76022f71d28121dca1205ef002d7e568f85489ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17593b99fea28af90ef98758212d86c7bc3cc8ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a550512bfa70dd6dd7f23954a514e5ae327d615527b919b492c6b489ea12927
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55335738d50c29fc1499d51b067cbbf5b6e860af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450419b60ac5619c2d20e53bcbc77b2b23f2c4b506e708ff760455e16abf5af0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ca8e9e54d02a02b444774b072a046db782efcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b866c0440eba4756200063242df34d33ac6cdd7219449cd6a6b415addee069
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69232e1544b25ba0e2e8b218b736b101c8096f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cd7c10e8ccf4b97063f9a2f28b338c482d0c38659f8d7decbe8921a0ec57e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d41a3dd81c49831d3e5aac1869475acdea7012
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c995f271ac07d14c1b648eb8dae6064a4a400887273c8c5eae79b612533c9496
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a5a463cd1178f1c220f3b77fe1fb4b88ff4966
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf59827b4a8bd0c27ae5d3f45a373be4ed73a7c8b8bf9a5257483b28725b51e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741d025ec4c6829d813423d8a348e1827ea08680
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa533adc6113851b711ad400b0811f2d65b3fd199820367498f8e99d6ca488f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c1d2c7544fad9fbef2c19c974bf7350b9947d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae14985c02485b6dffe747115030f82f7992cb73bd07365c5835403440feac22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0c8816f35cc68e88c6b49f53349800b33a6cf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50e4d5213041dd1c16208024e5a129124df8ef9790c58e1e18e3e9a0518c5a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a187e2b42fbee92b1f471f1fb9f951f0b63dcb92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dac56235f58bf1d01c82ca31465c28788a46fab414abbad1d6bf09a645a4527
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f4e2bf07c3598a57e2136890aa83c9f35a6f29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd67ef9edbc1f30f8c485f0c06e8b6096b722972e9c37d3ee9ed3e1887cc9ccd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0eb8c022487823c1e516928f0935c05bf3958b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209ab2c81695a6ed88abcf9d107c4352acb1b730766e32e2ade883a4d219dd1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e254a71aa21f086c62c03b54ebc1aa8b41372a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190b0ea5cfadfee3edcb7acce74ea2365c8e18dc11fae8b3069afbdb1693efa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25a506aa788ae279383f231ee47fccc7d15fdab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6f9a6680de27e59c1635c4f8971acff75b87ec8ade07a332776a874f747f37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d334626f7055bc280563cff94a85d48360eb58bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391ee13b9e4e289dbf4a559ceeeec8a4ae2b43fda9ff9edee37422803de4337
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4e8f51c2d9ec33bd482cc8c35da320bba72add
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4797c51f9d0ed099243250bffe41368310884fbfb7b208824d5883e428c50250
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243d0e77995d3865520a49272b37a2c41f1d635
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec241a6e02486eac72c2ec2e06d3c5a52fd6594f39dd01b843e4f3f2aca3c94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb28b41677ff09197d16c21f38a2a6baf24409
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39357bfaf595f8fbf7f31c70b691b4e62814fc4c0856ffc9c11fba0f854bd636
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d894a69650fd746844225b5a5a17a37b077150aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3e9bd2173fdb5bb6705485fffae6c97fe7b54a2971147c313d6309781974bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff631f64e3799fc8c3dc2b2407f685b46c8f6789
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d649399a49b014b1b67f7041527afd141b10f0594a3bbb87dcefe7cf64bb51d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131c07b4ace950fe62169f0a92e4e6030209abe5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be01bf737b760ad1b9f5af411c717457a5a4c7d39eb052495dfd313b94c417e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91388b25d166c3621c8822358764378641c988fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33517b2accae453f84121cfbd488b1113194d91f0f5520c9f4fd77d44a2108ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5613d0f7ebeaa61c86992fd1a3ad271f396f765
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9c51d1dbcf20e48fb52344adc7ee6bc028ec0195704598325d1303f12a31a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3a661402a9cc3007885e446851f85dac11999f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7738010d978602718e926497799dfdec5d9d719be57276f31f1219e5d11bdfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704b782ad780d17bfc0b0dde57561076e2a49155
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd0158db2837458240c9b6b97c0a7cee323ba444ee81b41e6973850d073fd11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2483db7dc43997859da9002f595bc2c32cc1bd9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642029ce33af84477c09ad3940db0bdcf21156721d74d0018601e17b1eade06d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c8648595ba75e28ec098f7cb730a643596d3b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc2c40ca8269e3cb249525cded6342bfd58fbc1097d8ce6e9ff87f25b87aaf7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0aed9124c04ff351680e06c303d1647aae7663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79343e96d16e41fb643bb173efc2e31a01ef03f5f324ff166b57e985fbbc99b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bdd4baaeb4eb33f2068e54d18b91a5476c390e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d5653bae8224b464c8f1574e15a30ebea5776fc36d7438baca3feaa38e470a
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac0eee270630e73822b2a256e9369300c514d4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82d0f74d35da136da98b54deb1726690c86895e3c6766c50182e3cc41a5204
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0eeac9887fd8b4006623f1752bcd237f2a9355
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e00d1528ed6a320cfffe9f86ab4ec29721ef0a6959d9c9d13d0b3774c87218c
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61f787c30d42dacd71d0d66e0c67bb8f67e9f41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5716f77330de3146aa600282ec6d4b0727b7eca5e4f0d4c32e328958011a098a
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7390c6d0791011404acdcf3b08ce9e7dced4a54e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29181513aaa4db15cf8bab2d9889738ca3f221007ae7d238c4c826e79c6e6de5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a68d99b542ebaac33b9b9ea3b4017449b73840e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056f692ab414b21b40f30238b392d069641ef98a12bbc553e68eddba9f026503
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371386aa7012ee768a2bff55d09deddccaa3fb69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c2ec3c18b2b9f3ace4955f21913550dfbaf51a17ae2c243bdeea1bf0300eb5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1368fbc2c44fdfb87f4df145fb56edf4e620983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee7adde52af2f2df495888fff4e7b14d529fa7eadfa1ccfc9a26154fc31e673
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea613732aab3938d1b0781bd1a269307d5f7d3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ee8096f40e648b1b82bb74f3b0b80fa205456bf08caad3a3ade7e459c70f56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199dd9f7cc5b1ed5c6e04338343a51694d80f464
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67891077824830bf687215e0f95fb2249943153400423ff0e4ec8f9ba97f945e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44688998e3b972d1b5a5d691ed419c68721b143f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533903f3f4ac57ddf25538c268535aefbd40c0966bc5fcaf96bb33b599b5e2e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b754a0251cce55db18304a22e241287b4ff34bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144c929f6f2a9cb8fb5d5be6160fc76e0f3bd001c914bfc2900446c560bff242
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c503ec52af06f8c626a9f11cda61365da5fbb4c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9ceb7b51e60274dd83e9d30dd59a8557b4691fdb84028682972563e7ff5391
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f5681f395494808b0ec85336472d5ddfdd9a60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0610ec6852f4f6be726a5d2a32b861b3cc80774f82278291f4d663257bc0f96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d028096c65bc321d49d2279b5da4ed290078f9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0457cc41e83b2d5b66d2323243e5c24a3ef641399621986be0cd10b54aaa565
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca1219caeea1e36dfc3aab60dfe9c8fbb0d3905
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4304b9dbf758fd3dce0d52e9d260c4070be5f094d9e7dcaef362d2243e6070
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d77790c639be0b57c9c635a6c7e773cb6cedf1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2218435f7960c9d3edc9b4ff6ae30a8aa2a627a463e38fe712c3927304ea815
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b630fd9c8a30122399649758f25fd508da8574
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4998274d58f3d8a83d232f5387f009df5cbbeaa31da22a3cba5ae9a1a1d6b1fa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2b2e6373acabe86d83bd5d25dba17ede9eeb4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44dda7b66b9ec87ea21a5df6f9e5d3d84fbed94af85698a4a9f4d955486e6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711ac559bd5dec23dd12e896357a08f01b718a79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d19887bfa755a1282f46641bef28a64fe6c6eb198dec8a895e61ad6082db4f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb034db18ab4828b4296857e19fa104802891e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44082a211765a9b96a4c5029d2c7eb1ddb5b171550d5ec0e57facddf2a64b686
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0187b1b88258e615829a06d45cb56e0482620353
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df04f16cf45fecb1f2824801b9fa6c95cf4012b7e3e7ddc19a85ec59d1f45e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167fe3b64974f94c2169e99e45822b400cbac2fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19206cfd7e0f0cf5dab6e25eed6b9d75edf68804d687fcdd8941e9340a4ba7cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b854d62860d13c4bd5af7464bc8908d893b18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c015419926f3989481e08893f997626a382e551d809fa9d1276e43dd9d658a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8286c28d06cfdd380150e105e51a3ca778aad4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5cd0727a5e66d167fe155a48ef924781c1514448085a1b2e52f5bb532a70cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d4a246a1d87039e916b59dd59321427cbe20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb95b81a68ff4004dd7954eb457a00298fa2fb19137fe530448b6e8e8c2ee04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad15698c991f373ff40d9765c6d7b2b829d2f33d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807af4afa4aa2c882f8999663edd73192bfb037d2bcc3798f94c9ebd60057b6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4dfe682edfba54f19d2d115e1c72247efd7190
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad96eb623076917010c9a04015a4447e6da781d90a4b280ecfabefd31e469d8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74343f8f1215688f3f722953bd2adb2009fc8817
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615fd7120abc328a665c5264899e7f329277a98c0d563f834bdae7d34b4f61b1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdc02c30ab1e7a896219c742d655f298f9d3a65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba667b3b6182bdd60f7ae28f50eb10ee8986f64aa537265e7aaa5dc0c3a45d73
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc030540ada939024aea5a6c79b922ee154b34f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b175c37ba9a259d7c87167bd4f200dd14b0c1077e89f761bcbc6b40b190886f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12792026e007834218fc9009ec028a0caa880c05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f73b5d019755ea2a2f8783401bdb941ae10a435d500c1b198e2634732b5258
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c8f293bd9eadfa09937b8e57c215a5228f36be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae21d8c85a10ed7e9aec3991f3c41f5cd42dcb08f0daf40f998945e56b3232f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec50d1bb2a27153fd268794bf981212a5ef2d8a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e9c01f84f8541d51b629a15567b84964abe93796665601487586337e2b45cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703be19d8d667e0e8dacbea0dbdfc2c220a340b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970902a3689793277b4caa5ea264a648f6d80ec027f6085046c173c12a91e612
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2f833b5a06957a43cf83aca0817866793ace5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca4cd944cee4c36c1c71abcb749e5f85d54cd93591448749671a24b9c462e5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2843a252e82fca2363a01dc47aabe2f3a16edb5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a9ec5e9f9b874a1c57a65dc23310a1929638ac39b51e0ef244a6f51781216e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3922e28621d9494372593b920a1b099fe2284f3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72bf623809bd672133d38ca62a29089a5217c48e6ecc6fba56921dc7762ef17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ea5c24b194bfdcc447f5cb7505d0eee6b39b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed7981550f669faf47ce4125cad09b1e88bf7a67840420539a8ebffb6c4e198
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4537c0009ef1797a531cab70f2a571bcd3840279
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beb219d5486bd5b55285fae764798ff881c9111126984361fc0ab4728da915c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8610407e9adb6d6e3bb1f5924232d986379c967d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb2e80e3177d2205ebd40e9ffb435f9bdf4cad15bc73a1251c18f11fc60f33f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9b4df4c0ec71ff5e0e582dababacd1e14ebdfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882f2ab08eca307d4013b41c6e8059642efdd1b978adbad73255aaeea34f9450
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7488c3257da29d4664f6458ef7115094ccd7ce4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966521849998ceab5bc640343c304ea2de7fbfd201be30ca8d465a8b043b9e65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8716c65fa97d8830137ded0ff371fa5733b51bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3924aaf932afd855c8bf04542ecfd257037c34b8777d1a73937a2c33732ed8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d633e041b32314819f3b21eac43d05ac458bfc19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f287241127a4b7ecc98ed23530a5a41d69b560f1e4b5da173faa0078a268656
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13a196049b83bbdd75f7ec08f53a3ee6a3f1adc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0513970abd6b8238650d5a21e10f0a44c99d88079ef49c90db1e1976e794fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690b27f78d34d22f72b79d05521bd55a1a0c91c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e940c58bb3e22e1158634480edf66526fe69374220e7aed9729e544a131f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133309ba1f1c013b5f8c48cb0b949d262a635a49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f16b7645d2a6c8f6081fff473ca82bf1893391666e78096e375f4b9db53278f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2296d7dc6ecd7a17d039a6757dfd3b9441d83eff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d57e6cf383f011b977668e11197f4eeedd59b9659cf9909732853f790a7668
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4484d10af26e5996d5b2e2b4c90a98e0003d0f1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a242014d6a3f2e77e3a2d94e3746ca32497b1a6cc3490fec0d875ce250c201
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136ba06877a0fa67876181ee527b939e6a387a73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820d34839efc961e175d591e365871df4007e45b22d6468dc72e2086b440acf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251f7862e4439438ae29c2be403c8179722528a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9ab25cdc74e6439ab807868b1ce1b47147d2dcedd02129210d013a671bff96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f2a8fe4503fa5131e5228258dbfab4f4f27847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac72b11c73e89dc2a77881d72b0756e9f39c56cf0f64c1b72b7e1a5d9ec7fbc1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eef99809277829e958f2c77e0c98e6d77de7dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff3d1a912f1b4713e0cb96a81398aa68ba24fd24b14367d72fa2485b8d330e3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6d5fa262d3af0845bedd440eb8e9059ba4ceb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5208cf6446db6252cdaf617ad5890d2de524260c401c0b9a76d44513ebefd5ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2641bd5bbd4b7695d0da3cffda9b195471844458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438fd97096de4ed67f89c9cd5e2ddda7360768e9515898796592300f1b41c0b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061327a837d273a8a51418dcf3c8a279cbbd7f32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd34ba9dd9c392adf6b0d7008c37511caa0bc081adff01a5a18f0c7b880883cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebffb76abbf70edf27477d0a06847f2270c1af0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c9dd4532d8b1aa909a8a94d916abca9be526827c654e1bad2a34be9b9dc97e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154bd7f1d8dfd3aad2795cc91c6d9314e6258025
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785a95ac37f34b505abc79f3f925c95fab4dd505ccc16d49b48710b985bf28b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951375f1a25b3c89fe2a9062a9ff4a4c1c3ee8a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7991c27b24447ae471c9882eed32e58e59a152a2cc10a6b10e5a66f8fe963fed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c9c46ec7b1df6f2c1fcf926b3966b8e0da18fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df0ccb83c004fd9e1fb9767869a69b061191fa4b2f7cacc447d7fb441db784a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabded19468a41c47f8150ee428b9a538ece344f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56554a653c0cfed9018bda39fc32065a01c7e88e507331cba72ca9264cfbd5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c26c9660d5ead1dcc37b99f2e49d82e9ac9fa31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c32436328a79a0d0095e83998b825a2e409af6b8edde40a50c952eda36a9257
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463656dbd9885946a6475d95e7c1d26484ecd7c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06a2d2e941978fb7917a5052c34f51c6cc741469db284e2252618792489b9d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62df19d6a0a35e7582cdbd16b07efbaa3967e9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8461b04650580a19a0d3a809d0d549da75450bbae6a97f64461924cb5a1606
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f29a44b04cfa314a3a917e7733dd5b54902f835
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a450ef804211db4719c88d5d941e4aecc718603bee5d4981fe3acaa82a1c66e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f49b793d6f264063fda1a07e084f62ba2b06b5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4a194382046a7967f1e566ddb4c13a0d179a21f566ef897609896fe8bc73aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdfb9c3d9d540100d9c1f2e43e42a40397850e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f062eb4b4fcaf382a3588156eb72c98a42ebe448b5ddbaeb785a55667faee3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779fc8f5c519627390c0af35203665edbcd752ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0303ed1af72bf1841866cb29d2d00212d438c15a80d21f808ebbe52a9bc818c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c51d2db92f71c67617086de05896d3697027ed3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2f7b1cc5e15ec389150c6834fe78b2f16ba16c981f4bcf0bf87076f09c3aaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e52dd578bd4f4c31e43d69b67ee69acd413600
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf535b59733caf6d4a0cf0d33b9ccdc6d3b49118f85976b115aaed4a4f8ed92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63887f9170bb7a8cb4c42ec0cec5d2a847516fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de60958fd9550688900da78d73b63fdc3280bf4e1d226464fec096c5a70b7c03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef285ee0cad386b76e4a042ec79d56a324d56e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb18967827dc7dccffd3348d8aa16a0198cdfab76f9f5e477e5d0099cab354f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ddc858cc1ee2d82ffedce836827bc90ae968e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c6c3cd6f6d90107cf6f1f0f6bb843fda3eedc7120e8c6e2e09d562abf8de6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7649950d42a2b60e5d30b3364f6da8610c67976b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fe809efead63f6f37bbda748ee05e2a48612de72593dd1873124d2ed7486aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2f58098afdb9d2914fc1319d2bf32d392fb421
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2d0230020fedf6c1ce594fb78ed396d47ec00f997da8096e3af8ca9363bbc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9221b4644e77f187012827eb8f73c9561c078e7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33602dd8bb15457a50cd26b765d259c205d9754d9bf4a424c997a144d5afaa7c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7180ef4e15b3b807a59e754357945b64bd22a551
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766d14eb4afb9d5300751ebf82a60b7daaafaed86c587ca4107559556b8a5092
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebb8b01dd0d5ccccd1682a46455f9030d803691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69bd48f1f219fc25d4cefe9333aa3bfe7d42367f425d3a5b5514874ea262616
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040a61dd75103a36dc252945d03d9606b4d26692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666dcb5c4a883be974de12d18795077a12e3f651b68782cc9c7442759531e5aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e62d1c25195be9ea44546e8ab838a5b72aa955
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7676e2da525634804b9c2117ea685031050b0e54ef1b5ab0a85d66fca0f726
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52adc29d4e73d238e338db46adf439d65594036d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd01b53172767ea45c837a588d0441a09b741a5cdbf28b1fdb377eb168fd2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb29f0fb2f2102863bd1db9429b05f66f448dd15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff554297a3a67661bce4b3f25ab2910378e3276e200cd603c167496cf05519a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c943cba26a736018aa9248e6a6d4bbb0e41e2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bfa2b77fe4f9aad4a32596707821c6292d91d54a7aa370a478577fa338973d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215fc9b927c8e1d3c2a535d043cdd903f8b4ea6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7b2ad2b52990da29fce0500afe23a6ea4e8225fdd6d458044bd57c0f4e0610
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7579ae8866794d34b0d88275f4a47abdca46ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5f411556602b9b91f69a7911aaecd5e7a5a047d0ad728f1204ce9da44eaa06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42ffa37e7f0e7d2a85ec24ed4dc92b0506506db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed70f04a63c4aafdc0eeca2609c2e093e374d0f2858f3a5683652e1dde5a9b76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172b52ac16e8c32a7a0cbcece5839ef018be7964
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0abf000dfd0dcb4b2b1c57e614e4783a8acbe0326c5d3bdba0a1614d6102353
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e0cc068d5d44cbf84295a560110d994a1e7e28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7c191258b182a4879d6f8cbd69a51c36f79be1501b45c6a370013559a94d4f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2412ddf5272db781da7d2a34759b15cec6451e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2194ffbb658b76c9a8cdb46357983108de6a501c46ead58a501d869ae999e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc1b5d0dbcc09c6e13c2e37cdb784cc65e0d4fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dd755d0108ee140cbf159ddef69af746e81947a767bd52acba4700996b252b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e52744d655f86fce3f47c44f13c6cb9299b9ce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76dc5743a32d055b1f7f96c712c6159d63c71980903a174ea528465ba1a7422
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bac0289bb5c6b79ddd2d2590bc550f470c33ab9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d27c41a16366a5d42a19055e92b5080898d9ac995cb2ff33c4d81a3f609d68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9362df00a8fc70556656d371c9bf02c6975ad525
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7981aef10c22ace9143be82848acc32b562a0a619e42d9ea7195c6f136e83bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b53be95433caa98cd9320897000d278f192a770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2ceacccdbe64f5f1b781e65f4281948efaa3d6f59b651d9ba368e1c6cdb246
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdeba6746b36f302df0a3c5f4a72e31a4d963434
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef80ab4a0b47ff7f4ff5153bc471aa278ef1559786e7f246f42996a0dd66132
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c907b2fdfa37ff574ff41f7abcaa225652bbef9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87656cb9e0e9804b251d63579e6d7e4841a0604f6f3e9e28fd0ec06e88974566
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db9812243dc9635e6486fa717f8c60ee98eb5fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b5b8d6dcb3c43cb32b58fa6e42ad011238fd649f5ee5cdca7357b2fe9eb3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cedaf276da26650ac0b9574c44fe85214de93e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4585797951ff77eba5332907aca2c375bd44c6faeb3689a326dbaf44d2ec96dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f548818b727d9ac09fac5ff37a2809cd4e5b9163
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9950dab8a9078779ba04e9c28482dc5d7f984b8502a80262a7dbaa22cfd67f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7750f3f68c613f5f417ba959067942c0f215822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47d9997a800491d4ff5603c5fedbdb5ba20c70ac2db8e92315a33ce8f907db8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe145114746940a644b19f491bd340a8b9b69836
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d66ae8a4c0da0b7c7a34637cbddf3df4e7779c46cca3bc41f596985ee51103
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25b8573ceb5fa15e4f212cf5be156c34421ad4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa1e1925b648beec07c0fb8408aec77a7b7d4855c2982bccdc830b348563dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66bc60f37ecf28a1a0311deec27221e844956b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e0963b37f775018464cda6c2fb7437bef74e1d1c4a618907c8591354d1384b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d460220daccacd198e4295a7dac6fff2d9b4c90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad508cc28420390d958c8ed1a42c01976e8ce2f1391b03cd63d65f86f7dc7bc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b51cb148230ada31f59c7dcce45b17538567ee4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ae51395f2596827609da83b0af0fc9758f32aef19e1793cc465b14bd1af303
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b94bf06c5d28cee5e97028b412400619b67c90d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e591d7649a8274ac8e8cb6f9855a1bd23a4d0a1f1fce5870049cd86e5f11a54f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0e14c36b82a675b3e6637090167cab4393d2f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6efe768058f780452e0dcfde499ce18a69bd932179804f38207d808202529d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f5b998309b3c0dc81f98fdb5c3fe13a774cce4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9f4855de72d36947edb4f225b7ec203dd6648007db45bf81d98df55fc084e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b890d695a9b6736d6f930191d6e08f3950a4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef731686864dad4a4330c228be67cbc098435895204f853db66d24c4e89ab6e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f4865152a46ef3baff5d431f2c5e1782b4e74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c5a1b311897e62499d7e3f7851b60609d392cd8d07b5583eca6a01e605b28f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160699d1c460a19f98c148733bdd94b1cde45925
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c6927b411e06c36cfb949c98db1b13ef6a6878df7450ba5de69991882eee0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adea2139b7f25e7cd047b9c20ef15695ca34bda1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b5a64f98119f67428711c488569b229c72cfd9d2188e48cc601c01ae4b42b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d042a5a8a49c9620e004b18bdf27b9b886b0f187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6de1735cc38e727406d602555d87a93833d8d910423cb18796752d8fd99ad8c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5903ed1ecdcc873343fa1154d43b831d70eab0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4276c9fb696ad82d3cdf919f853b355398b11f498296bc2e011f7ed7baf25888
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4922a0265a804571d031ed67d0834583592c0e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60470d25eac96a7a4a76c520a53df88033a4fc518dcce94449c59fcb4c18aa04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baae98fa2615fef42b6a820f251daec788462f0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91011179af313793fc11b30f197e0c5f569b21e28866216b6743abd71f018a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40363343cf965ff16359f97bf71119b6fbe8f4d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7625050b79613c5a2c6a4384f1e842195b6f66c589554168a8e4a909aeb9db8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e01e411c93c594c431ee1f5f9ca08f31091b965
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81027dc19530113deb83e5e6cce0041d509f1df16fd8d6373ef32e29202111f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfd3fc22f347aca6ee310a515cbf55d890b18cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b9ff527ad7199957ac7a513448ff4f5df70b2c9104840ee8805f6dd086da99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab892119a6f2aa6d7423807efa88b37ae8e43945
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aa196c68da43c86dc51dc4144e845a09108b5aed950c98fb28a065617d1d3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fa42296636f042181d192f7ab20efd66868575
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d92647bb9c666b0f200d72ccf3878a6e1562a817fcd7a48efa2ad73afd146e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f882a2bd49b54be5dd4a9921d2bbece68a92697
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c604b6898795598eef6fce7944f7935261311a1c5e9c7a4b5a5ce054060d02b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37228b9c9a1dc35a51b00ef734baeb7055137325
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d1a605d228b2f97db0fea4d818e80e8c921ea122cc42c489720d8d489206f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca7b3aadcf5890a8ca76a732bcaec99f1575437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762b4e8ccd84c35dbe621e3092003ca0588e308f30380b05f9e38825f09a11a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a17519a8b85fbb2e99db399dbfcdd5becb74ee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f86a7c161d6eb182be0ef944cc805171c5b165640bb39b05c19e4bcc098be9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4860482e4d958af432eb2c16b4b2b5fe792bb34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cf2ea4763d93b03d8574b8f6d1497f6aa06be1ac159ea8efc7f9cbb28c5e77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eca22a54b5ecc7bbf0792de1115c13f11ddc8ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c53952f6e68a8e4235de1f658ba0b5131efb9203985d45f9a298acd58ef21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20611f41b0207d6392f403c5e4e3173873969f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cad6dd4e085f42f207504de6a8a7416aff345d0d1cc93b5363fb56f09c1e57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0f8d601e54bbef3299635e42788a6d3e1be50d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9072312a7ea56cfb633a88c6c29689297bc9b03acc2cb5a2bc1ef9c3a312045
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f4b167530f65931a2fcf0809c350dfd513cb0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc535a0c13fad9a320c01057494ea97e14ed28508a736d0b34eee0a585730d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a238e18dce405eb536a030e3c466d469eb730378
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb5fe461bf79ad03470a32a406319207d3eafc40c66dcd7fa50c4694d355744
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a371ce940feb218b6ed62820f9adcb50195b8965
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae685f63e552e220bd36375dc01cd8a7e4f5605615c505c8f9fbbbab3b35dc67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f46297934b0c2961255a86039d3e875bc8d520d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7083941849914d9a47385248cf32a1c9e8202af11620147d6c76b127a2575527
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec2cdbbba4b3c1208e0f2acdab04e9780211f8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1a0edc0f53796136790afc4187a494ca7b038ab2db22ce19374c677961ea25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa0a6018ab9d3667ea1cbdbb63bfad6b19796ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a480aa37b84f1259f64197daee31d787bf643183640942781394fee9e61e7d2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6049fb38a45ef33523b9f898e2a683e493bf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc98fd475e7d677f56f0f113757c317d898d7cc7f47295cce50603807dbd822
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af17b69d82f7ee562f05b065b7ba008931573dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd62b285791408fe2fa05ebc500ed9034d6208c656859242b89aae6bf596300
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ef4e211a83bbf97d7d4c5a0b40706ad9e331d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff3b87e69705ee8bae59d1baf719f53f43bdb20bfbe0d6f3bd7b59f8df14aaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56444f2e0c6027ba80734ee21d707c668c1d356
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b364fc5dbebc9e929e6e70290c3ed44eb79a35c525b612cca37aff01a0aaef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e277b145765bd6265a8c6f71eb21e06eec79cb4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd976e96fd617529f7c185a83b4cb2215edc65a8c34a7450e5152049b84f4c7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc8ddfbeeccf492c059ae0c6bbbefe895242f55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6a2b38cdbbb07a7feb10285d1e8acf60e2d36b22326031b750727d8db46617
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e60e1f42fafe0aaad8f1e41ecf8ed633fe0729
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b52c88c0fc31039a233c2d824b8d4e973baa25f0e893f944f4d6571b10d164
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cfb2cb271bf7646a175b18072c325863b3780f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b8cf210ebf66228e79b075344b09b3256693f73cfe0934c78f5aa339277f63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6856cb16b926b9fd7a8601738590ec15766d7a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0194690952ccb8024fd9b07fb340b0c23da46acbe66c2a1559c48454b7d4539e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc6288d9d197b6071a6583a9b9c3a4015fd4259
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b848b1e72f348c0175278bbd646352662c542b07080e1452d1fd38e73f2eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6be35b31259d5c6bad2dfb038df3b2469b2f53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81265534852d66127de4ba96330be1c6704cb8390967eb067d2778dd95fbf398
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736434f69108203d13825d6bfc4e41f424d56b3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6073ff07d3021330dfd4ac0e65aed34ef173430f3b62c82370ca45a6d1dc0d87
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1263cf94733c9dec8684cfa45777830e75c0bb0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd10425cee4ed0175ebc5b017ff196f47a12554e4d480029edf6506e4a4c578f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95f85ebd2c14360bc3720e5c207121787f0f703
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8f49cd6fca66e5705cb2759b00f090055931827ab7ae90daa8292d528b98e8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5acf2a4f8ae9f40c961a88f63aadf781c49d35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9995f842dea49d0ae98a5d2e865b56d6a58a89262a6bed239c9f255e1de2bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6e0860e825b66aec6eb6d3b729b85ce4a9ca77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5cb1652d62290731db9dd59091279345b3b184f7b02bf3dfcd2341a87dcfe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8f4b202868d3099418ea46c874380af9c09415
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f704b61531b89a0918e0c2121f5721d2a841820150a47cf5b0457234dcec692
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b4e27f968b0b5c34493ac175141329ef8ab557
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93784c838b04e7c5aa071030e97454cd7d73decbefb25356229e89b273e16b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7667754425ec098d0bd735e17903c19b1ccb8792
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d314a9d9851b53772b1d6fb7fcf1b5cd201b4d03a5a0313080d9330aed39d3ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5c57031a06a1dbd76c1266f3a79462158df2b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e65c47f8e1e124ff6d4e624e639c9286e4892559cb6d4b06b3abaae83cbc04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbda862448702431333685f29c6470f455949447
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae038c9a4b79b2c7683a9f053863327caac1f1fe7109081447aac767f91a2a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6035388c8e92cf78cc833777b9e3ea276a320d3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d8eacffb47250d5925cbb3ee530b75f9d09e104defb5d3289af029ff6716fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfc8d256cdae783bbceaf495efc55c837c248a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95aaa276d988e0793895dbe0e50c162da734289b843b9bce0faf02f0ecac402
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7556793807727b7dce0283f91696f6cdc07937b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8d73bc64f4fc01b4f7d20ff3bd60a0262f6e9ca27e5682a3bcf80d5754fc5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf177cf1aa3b991788ba9ac1eefb6ca39c923007
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47e5e7ba4c23bf6c97bad106dd959b24f749c9868e059a0d13346f9e1af5cc9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab8d7ccc3b3dcae6689d3b41b74ed41b1295399
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834e044959f4e1977494a2900ea947cf5471ef992f05a0a78b6e2647d46ac21f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6012a20521ff113a3b77a7700d1464261ecf72e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392bcf1a41523d6503fd5797d08332736f73e6f1103afc07904b759b16606c0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e289b1f84a22741159dcba2342342bb1d6d7f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48627ba4790add1dc7396a7e9602dcb12bc165300dda3e51ed85e58fe61a3e50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f689cc1c742d41bf6a10822999e1604f6f151d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e042d6c0ceeead3d1433ce8cac04265ecd9ebea07c25943c7d85b593d6b178
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9ec799cbebc9af231bd368a747308cdeecd6c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0de25fb557604918ccbc593abc76df1a4af4a0eb8cf6139708b3c7723ca1226
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52408a083d5f38cd64c182954f781a96774922ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7559f0bd64bf3b4e70891f789f99529051c5bfad32bed6ade665e1688c4ed68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcba6c019d6b26f2550f93c3a1299819306ee18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2811def3ebbe1d04b40982271b75663e5a650221372a4e9c7ff6d00eaaeff9c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f0566b80d918a8c93a768ffd45016d63344966
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51020a806d56822a81dc133752db9fa0bc6aff3274758019222918ce4003605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1310ca38bf0530a3582e3908deb3ed0c520c6f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216a810636e907920dfcae7e8544af154f30432d079026903bad2d7651b68635
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0941e3c8ab7fd2aaa1fb1c25806765f52eeb2661
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deee8bb306a0c14a615b2595e3253938391f13135c5b3f8b4d9e7cea49b5c658
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc4b91355f02ab285a482216718f55fa625e148
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cddf29bd617c3deb565ecbc4ed64002c4ddce802af919ea3ee0bf00cb725989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e847537223431484c9dc25f5adf8a3f204ba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1394c3917c7ca6a953cbe3850e991856cda47855f6871dbb938335b73e69811
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33c2675418a8a777a3f4c188e55f41661b2f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db268e11d14de9df3217728bae5ab9eb6078171aa1a6872287b3b8594c094c7c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266c947594a9be8ecdd248ee1bffccc5b25a131e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca5cda9d37edf307f596f00ec09547c9be07f715b671e0bef7f9df734e2d3e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37a5d2f4333aefb912d52072b334a4e076f4804
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a26a67afcf68a14d1e8993da984c0dcb106d18cbefeebc291104c687b2bc09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f0e23588130ac96606bd792091fcf95e4655ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4334edb827c9df33929a8d73777be52b637e583a4e0c7fc0dc52c403579fc3d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0877b8fce575d1cd8104d25461c8acddbd871421
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8746cd3297ab58406ab0aac16fe806b1a502e79a9bd92ba74031c9530321bef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4357f83a91fea3cf3d56d64a241e13985de8e807
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b439a83b478d94df5fcf16b5fa309cf882dc2b4419641450754b2857e34696
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802c02d065c6211bc9f604f9442da054a45cc9a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f79642320867343b349a97f4bc1af3145f1719eea71ca551c0d84242c7c951
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c76a8a0d623fab96ba431194acf786348af936
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b97280ba8382e2854765cfef3669d49cfe450f4c9c1e012c043c5412cdbb1be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cc10f491fc165b4e9757c657b38d428d7d9f56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b00464ac478776bdfac5c66e60fd078cdda2454157a9e0c306a1c4cfb8e8d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41eb00fb9291c95bdf232d4f206a7470730207e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e129fd73f5523e27a6dae14b6e56a455c94c9f7dcdc8ddd7a817a5026f76e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a422d03237f721b4cd7a11bedc197f8112f5cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d796272378da7964885b42f90432a3b4428fda86573b859d434f4d05a6c1d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11474aff6cac5b5fd2f06d89b79ab57c82ab3233
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e435dfb9a3294c13e03c11bdbad5a3b293fb3c4c3b31739802f951592815e673
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e067e01c1ff43f2529a44f2c1464b9d7476603d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fa461af72beb2d367c896033d3a6e9aad0ed0d762efe5cc056ab92e336fc23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32294450fd98f06f9a241a6010cb0934ef14d4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce4851dcf768961cd879714900b0ec05decdfbcbd88c633135eb12b123d7e38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6207e10d0b3ac2cf9050493f97ae8f224b144d0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f41de0a6042aa5ca7ecfeb182d4679214a4ac138c663bf5058e7476e92c99c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ce1ab64c3cbd7fa53a0b0776ac103a0cfe4011
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751364a1812474d001ec5ed650994b769295cb8fcc0424f638e132cb31f6811d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac784b0a96157abb1adbecbbd174304c2e787402
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885d4b632c0ec977cf43e7b9bc981efbe76e5ff64cffc4d14d8a6be5ff1c922e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a953e1cedc4eaa815c20e713de042e64a883985
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5379b02a29b8bdfc8a54204460da54a7a6e77ac33b7f5735293e5d67e5c5c714
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4b6e8d357d9b27114a67c3fa7cee5e05ba7c09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a33f92f0e26861e17b0c6da5d41075a32b05685c9d2f2d9011a014996a4719f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dff91dbcde0ac27cbec1914fb6a3288a8775cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5e6021614c8b810af14d7ea7618ed1256feff3bfd058358b8548d7c0fcc0c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2892bdb443c00f2b01dd9826c1665adf0fa45988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb468dec9065e0a49e270ae947f2ede59a36ed2807f49e0be15f136cda7cd48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c831e79602450a86c48c86386ff8573ad40baf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4469476a2c8e7edc4a60b2a5af0d9fddc0ee298336c7e3909425d5bb0f9c5acd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7eee680590aa07980aa9b12f68570b92ed17228
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568b3e6e20b7d1fd93cce4677a0d5b4163c3c0068b71e78df6bb140dd1042479
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ec392f68151a8c8319c58019d5751d1b1896ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c7332b9ef0cd2bfd98ef343f456afd1376e028829d8d3547d6189160c6cc19
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f90a5f0c31e6e388b1ac5ecaf6f78a3f9e3d093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871716f362affdd40aff68dda62dd01bf1dc8720167bef9c85e1ea9c6bc4f83c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a7971de240ec863f5702f34f4a945d8fee8a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d43ddc31a7abeb2781d7bad2a5a0d13505d9f3d1f76387a80511fdc67d1022
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b17c3dd5b88397429b9cbf86a2785779dc5bd53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987052ca16ccc88652ee8bc397b3500684b7cbb91d69db179860655c260c2028
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af29b334a8147014592c606a93d5ccc141a88f01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474adf5a829ad3526a665098f515e58ef0fad51a7ad2b11718e05f4f8acf4348
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d74f1ada33c035d8560e61acd2acc4e55687d60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234b400eeaee815c4fcb8c9fb788ef587f53e434b137a15f029986f0e3d8a73e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a22e5007dc794ff3d97f67c8a3c6ecd3aa91786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2092bed1df7b3f70f789a804ddb39f3270fc92dcb6dff69c49b3e692cebc72c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2f8a04be49b34802acca5f99260214deac448a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1690eae0bac8eac9f0ba89e7f62c3b9cd73ab68a26655e302f58f2af6701ccd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eadf9c75f4590cc92738a704b02bc71e4c42b25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e62ff83453efa7ac82b529dbe2ab141950d3610ef8772cfc2ce4108e2453224
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a71b525cf8c241d32775e0760aa3c8aab7ad903
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb2acc42d43c512f41f929972f22ae620ae479abc8b6f6dcd17166e41640711
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25d6b3ecd4ba64a7bcbc6463390e838f256694d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07b60728b2ca7ec4dfea42850a74b3b5bbc56d55de6cfa0729e819b47698ce5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad8d846dcc5892e1a123a5f3000da5117dc9984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db151b1b797368c481ab9ced730f3cf94d64bde9a83e608dcad911a1a1f0be02
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670017b43cf505186f5664b6cc9c686312ae5336
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a3dce4e2c4cfd8cb23e9387eb0d47a33df0e35d83f214009aebab9d2959687
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1093d7da45730b8add0a27391cbe136f2389f880
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c158f18f7e521129a1462bc495dfd76dd86d52cf4398dd91e019cdd876e53f4e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e365a48a829ee576ef1cc1737447d380b73a24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93adc5393af82044d0a9a06c4a8d191acd11fd155ddbfcc1f0ed82152276b74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebe0c6c6e570d389289d797b921e90891d9e9e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5598b847efe0d26e957ed25163c9aef8ca5592428d895f78e1878fb6135954cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0607aa18255a31b98d92c0bbe14dc771ac8e28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b091ab3a4cfd92e479dbacf0e285303a2df516d8ff37405dd448bc62e84946f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e11c5c48001f91762b3569690b3a24db679b79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb1be3bf594a5c6e1961067328272ec3f3340e577a0ba4f67edf501372528be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f55d60dc896d870daebf67f318ff7e9c68cf72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a781912eda6c758164eb844fd8ffc0a05bd260743e9c05b01e212e4b0fccefd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27795ead9921a337efc132ff8ab2660840d96af5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61134017175ec2c2125da756ff986974d8fb5ba29ecf650e40ec867155f5ed92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d7be1dd1e9c9ebfa8caf3510cf28e354fa9f3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ff7bd651f2e4819b9c010a554f5063aa71a5ca16953bd23250f11e4e19ca3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62495d5e9806c40bbfc49dd1a0b05012b0ced2e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b315d14861e63a484c18c99e1ad9f30aae18bdc7ecfc465b8960f4dd284a4654
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7641e0620d5827eb7387ab28084759b029aff87b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ff80e982ca09f0002b8c73c11c870a9e07303f88a2be413568e966e3a9548d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed68ee6d59d422dfdd04f024938063619af179a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12841199069c8c67a7198f6513ff98b2d8fbf3800e5398e447879e26ac5491f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9696a81bd67a0fc028b773c79cd97c12ccab411
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c221143ee3931c914e5073d1d803f66fc63f51cc522cf009dd632af585a7b471
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae439daecf50e004ae6b11b47874260e1dbcad22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c463470501f51b8987ad1b21b45eca7f783112825d45b953c15af38abe5123
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4ca248b209d2a3059144e4b070a1643dda791f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b15f1e804253c2e45717123e86fd0f6a21510f8a9bccd4cc4cd3fd0d5cae07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6336b25a55898e41b4b0eacd7c096744db727847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5d712f143534bd4fd6a27bbfe3bc3afd8c70e311b492cc5c4c474d6b016ceb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8d1ccdb77ed92d4adf8d9d97de3aeaedbbf458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf7880a801f2e1bcb444ba80f2246a104ff51ae2c65260bfd7abc79321f1c5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a6d97c8ab472c732a4327079e9e47677ac2445
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9827b91c33003fcf85e8a09c103d53b5e876dd06cdc16b49104f6d687bb21144
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fc7422ea1b812d1a98d703cc08dbfb44ea50b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c541a1f5fe181fa873456e3491206e3878ca0bdc1d53e815090a66d3a7db8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78d8a596ca05344c66ab7919af7f09d03fd545a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52a3168caa4822a8d15887d4d30a7fbc0b69cf5dae0ce22104d5446e5af8f15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c56857279b1e50f0a94fa485963d9f951ebf1b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76278d5d055863079d05c5ed7563755ca49531ea8a867488fb5f36bef1ad854b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba62a721da33059ccf522fc4e18805a522b9c38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cb338d03e675774bfad26f6a08fd78dd818fbca45077f75b653607e2f25993
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b0d0d7bf3c5f44c6647ddb39c2ea61afd81b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2213feb34649bb7eb662c5edc1eaa910824dce8adbbb8cab3403b20a0d50bfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be728c46c457a013343802b51b90a97f349b2e19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb6c8794952ca174db464c45b9b467cd75ca9ef0d2f3eed88c78067275ad7ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee66c7c745c08df6d41d0485f366b6371dfcf839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d93702df1ed70636adb0ca3c246ad6615db88da36971da02aabe4baefc0d05
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397bcb2a03e24c35250c21f15473ecf4a959ff22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cff3a439b99669bc4781f79a8c17a33dabd80fd426f51b37e100c75a62a1e87
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67391ddd86d57ce11d7d17a42254974b4e195e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462f1d815fb97450bff91f4c2351a9c35b0b6952b2aab3f10fab59b73e8b3a5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3744c732ceea8ae6573fca7aef1d8228aa949d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9314c27e343a3459e6fe5b95b31acca9382d400ec092ba17cf19e509e86dc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a705c91a631be1082c8579e6d9eaf942c49ed7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40f88391abb8b2d1bca26d3893066563e8344192c1f31312cb99e233b017190
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e847d81d0932634c8f37726c9c50a439617ea4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e6da51e40e4890ad4a9985f7464d7fb83271c5f349c73a2a2b81a56a61ee39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc648514e6ffdd3f9124e7d543b77d604f3d4e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b94de31ae36f21c613ac1de87480b6f4f7ae6774a957e9299777e3a14885fce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1158054f353b26cc661a149d28fb4bafb788e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341c352d2a2ad1ea9189bdc6e3dd7e9ecab3d0f54fab5ee0c100edb7a0f939ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a935b5f1c4be8a8ec648a4ea5d83bcf5edd70cff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3148bdae95264e39f518acd0dd79f2a5240633a47f26ce6b6b73535d1bb2be5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7195ff06a087f30977d77c7cf06c10e75167c455
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2976b75d2232751968eea63d5949e5a95b2e7b01f81c7567730062e44f047ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d798837954ab216e8d2b3e413e0dfb961a779adf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab2c108ee10e6685844d785682f93b4ca0bc16e9451bf1e342fce3adb72241
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549d54ab8e3fd37f2a9d7cc31727e3da2d2f4f13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c144c1615e7f817424492317eb7296ca1f4a5afb5e935917b747c2951581ef8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35152b2427571921f1b2a786a3ba387948b7016d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab18e5ff8b971dd19abf566008790af99f260dfeeb7d622be21c762e46188c54
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b09c31c24b51ea02564e78fe0ec07bf348e4ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8435c241d343fe456c501baf97038d38e4c58c996c2fe38d127e94d594f07ff
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac35b31ddf3214c5c59142338127d08efb55902
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04764453b31dd65e0dd036bf23cbaf86f09eaf6b93969d8fd58657d0d096fba0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46af8a5b650e637e27afebeb82e5abc2546039f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314e36d71de06df0ca8e0b41725cc17d3438b5c35c6cdded14b71af1d2092f5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3eec94937c3b2fd3576e6f8e9b081fa643447b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58c499ad1f935f3dcb61f4836486a36970ac813bcc0ce326b75ef9c48f73df4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bf67e3f687fe111299bc2dcfeb6c8aff72a760
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b03b91e8dca57ae022dd01eef48fbc94cd98d8ec7428e1a27082c1a8ca483d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c7bde1a9ff650bce99497ea24c98d7d55f8692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff1626825a121135e57c3fa1cf13cdfec48da9bf1685e90eabb097e7bc24650
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b26b96c84818b265dab77aaeecde2b9aa3bc65c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a52e354ecc2bb3d9300d059ecf882383f05d47525133684f5542179be4bcd66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe622b706d9a03553f2b3b0910dcebbc41a6ac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588ff540998eedcc663f1b620eeb42a45cf70991dea858ed8f5c2abcc04fd67b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dd23b1ad498842924fa61f8c138b42c9ff020e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bf0eca9dec612ea3fc64aaacae58f6305d06e3b84260a104a3660a0071bc63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aeef11d8a8add3b5710d70cbd5037d1529dd73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad92b51869b62ae2170f99207349f6516c184e867d29b22152dbe389ef38980
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0988e894b9f566304f8776aa5c81a102eba50ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5f63046b14e7bb164bb7923019013a7d8ebf880d6e322053def1ae1fac3632
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c7349d70071947fb558893ffa33bed76ff2525
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80630f6345780ee6711ed0247b29f8a35315b83871d11bfe00852cfb882e87f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408f965bbb92ff88f3dd14c02e5d827945866d02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a84cc24aa4bb5d572c2ec5495c0bc72977cd5e1d32ee119f9478d1bdbe4c40
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226078b8175095a477551ac85c5a5548801fe391
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f187abac0ddc4635fc065ddb269756910a0f73ff07939c1735faf9c606ab377
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5581b89a160508577b1e9bb02c854f03b9d472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0e254fb37c4895659f54b5cfb163d9b85fe4e6b2698d544a262fa41b665bf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0ea7ed854db8407212426d34ef546368b2f1bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249f23c2a22d8ade7170b301860e13fa26fae98da48ce2a70eee13f816969964
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f171fa2e890753d73ec339c8bb3227eb41021165
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9dda01197795d61daf867d5f2d1ce5d8631df84bce2014be1c3b9ee225c3a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a57bcd6aeddd4da170272459f79599d870b7d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d026b01aa64222ba3fdfa9cfd75d0b8ca08a908ca78e676c30d955dadcfddb17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698b9f74bfb152f0d51ba4edd78e7cbf92bceeff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9bf7a1ff28a501219a28e23a4c1363c4a3823f383cfade99f379146ede539
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adf84d6aad127b1ed918356af26b277fcf43658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43a3453e329f58cd8a28f73c873d0a00a93657224efcf86fe85bcff5ec16fa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43a5c4aff7b10114f7a622b23962eff9628537f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0133f74ffec6a2b7113c56914578584a21cf1aa8c8210e14a43159cb38b7864
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17593b99fea28af90ef98758212d86c7bc3cc8ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a550512bfa70dd6dd7f23954a514e5ae327d615527b919b492c6b489ea12927
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a308f2364afbdfcd354d63e4f3cd07b37361a682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42df0e096cb3332200f9ba6a95ea8216aff0d826d757d3229068e9fe1b3700a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ca8e9e54d02a02b444774b072a046db782efcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b866c0440eba4756200063242df34d33ac6cdd7219449cd6a6b415addee069
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f7243c8928557267e0f7d3319e720f878c1219
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8140a7db1739b55a92758ff0b13cee6f53d0a8d152a69294ad30246892bfc78
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d41a3dd81c49831d3e5aac1869475acdea7012
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c995f271ac07d14c1b648eb8dae6064a4a400887273c8c5eae79b612533c9496
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53556738ec4954541331e87319fe56f8be47f5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5f2687709a5168e95003c766a7d2df246670adba11afcae354bd62398a7126
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741d025ec4c6829d813423d8a348e1827ea08680
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa533adc6113851b711ad400b0811f2d65b3fd199820367498f8e99d6ca488f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf53c18fc1f9ffcd8676d4f06e61d805ad742e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1931c1eddd4e8def10c0b461d2615ae11e2eb6fd5e32edc7fd062a0a4330a84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0c8816f35cc68e88c6b49f53349800b33a6cf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50e4d5213041dd1c16208024e5a129124df8ef9790c58e1e18e3e9a0518c5a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395abc541a2d36eb068a1c296b43c6e1678e471e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a7703181ea28c3d6724d3bc3fb7603cf161981a3a5c62ef758ff2a98e5ce01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f4e2bf07c3598a57e2136890aa83c9f35a6f29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd67ef9edbc1f30f8c485f0c06e8b6096b722972e9c37d3ee9ed3e1887cc9ccd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed63d307f54d884490dbcc4f9981dc1e2f19ba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08372aad4c6f923771de02f4a209637f3ebfa29deb745978fef4ae7a5592a990
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e254a71aa21f086c62c03b54ebc1aa8b41372a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190b0ea5cfadfee3edcb7acce74ea2365c8e18dc11fae8b3069afbdb1693efa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321a00161d827ad360d6662845f15032ccecc8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0de5743620abb4876f974d3c5b843d2f094da6dbfa5f6b81b5d5e8feb8405a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d334626f7055bc280563cff94a85d48360eb58bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391ee13b9e4e289dbf4a559ceeeec8a4ae2b43fda9ff9edee37422803de4337
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce4a2128e2aabf836508a6fdb1928434f521a67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c6a5d0a6d4b2eeb745e67d9fce484746cdb29ec5497b8f74f4e4185c672e07
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243d0e77995d3865520a49272b37a2c41f1d635
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec241a6e02486eac72c2ec2e06d3c5a52fd6594f39dd01b843e4f3f2aca3c94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c80efef20adfc72a13d84b69cf5b539eecff63e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a5240bc81283ebca4dee772b14599e8f666c390802e457d973678d6f2e94b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d894a69650fd746844225b5a5a17a37b077150aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3e9bd2173fdb5bb6705485fffae6c97fe7b54a2971147c313d6309781974bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d53df3429e0d2c2fa0e7eddc569a92f732626d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7251e0877fd9a5cd11118c08b2defa7d569e3ad58bbb5e44b70472e4ba94c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131c07b4ace950fe62169f0a92e4e6030209abe5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be01bf737b760ad1b9f5af411c717457a5a4c7d39eb052495dfd313b94c417e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e26c93a8600f02f1fb848d5ddb5cce39c36dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad57d1cdc7bc10cf4773eeaf85c969f00716a094e6ccda679e5cc487adc29a4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5613d0f7ebeaa61c86992fd1a3ad271f396f765
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9c51d1dbcf20e48fb52344adc7ee6bc028ec0195704598325d1303f12a31a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c86877b781a5e153df5bc2a2eea5404784dfd86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea064fe15ae9a411fcd01dc3710454972637e525f12e6f3b20647135449e338
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704b782ad780d17bfc0b0dde57561076e2a49155
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd0158db2837458240c9b6b97c0a7cee323ba444ee81b41e6973850d073fd11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bbe21f1765ee14eed8171758db01bc7a88f2ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a2ad13f8cd894f472c19564961ce2cfdf63d728ab87a757c1fed8a348a04ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c8648595ba75e28ec098f7cb730a643596d3b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc2c40ca8269e3cb249525cded6342bfd58fbc1097d8ce6e9ff87f25b87aaf7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059ee374bcb2b0a57e953f845d52b52eef47d2e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50841a9d823a49fafb7a2072bee5a8d69eac966f0f2b4c8c59ed2467e0afe557
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bdd4baaeb4eb33f2068e54d18b91a5476c390e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d5653bae8224b464c8f1574e15a30ebea5776fc36d7438baca3feaa38e470a
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23257500e5dcbd53032a880137d331e3ff81f425
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73ab4d9eae02d6f0f038b8fd17f158e1835a60e94c7ee3b4ea7f6622a700aec
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ffeb1bbf4d2dc7ee051e83cbf208c3580669dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce33e79b3c29af9b45a2e13c9ba264737d4d0c47aa6cd7bf42f6311c33be633f
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f8b5baa6378ed861f51fb18d7f605fa42f7bc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44d7f409c177fe438d181af2e768868bc4297e92fb714febf508842ae26c1e8
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3691a4c3c2864a607b77de6f50c3b643b046ea2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e174c86cb611bfba8fca769f7c5a6f364efa369b58d9dcb8e9adf3a32a8b6945
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4eea557238628e6eecf336f3ffc32e320d8e68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5027d206fc8a9d6d7a8b0bdf1258a4ecafa89f21adb1cda1133a79e0356eaf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9f32cce075b17760cf36982c0b2bb4890540fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeb53f4d485b7892bcd54cc093f364d6270354d7d845d963b5272a52a3854ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b110716a4df71182df099fac2f75b7964f1281
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4500d71894291de5ecb485f7c9c7ae1de59d9dc4c8394ecb0f249692489cff0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0543d4325ce14917dd87c638f67b6657010ed7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58da9729dd4a3502648c7f9cd73591391c0f7bfec2391a00ddd96080d8393b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2fa3a296d9ce68cdfaab2d57d727d9c53bdc57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f1f5263a06ef22a62c9e1ef3762e6269e42544b10ad1130ca2d17af7ac2f0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291080cf5cba05c362d36ff5be7f8fe7ea5454c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce18b16d6c294358ad53c7c3a9b144e4e3fdfbd9224ef3ea0f601b82877eae8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955ce4403033b7aea555bd4ef95181f5f3b948ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57a091880efe41c3adfabd78535bca4de4be553bfd3995c4e1db28c0bdfe4dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35585f2984ec5b6da9d61b5f0cc78dcbec1ae8b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f5be656490bd1a7949d77aeae724c22eff509958e556fbd3ca80c1979010d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745a22ae2098ac04e44bd4deb7d2215d666f593e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42039fb9e778f94a05d2a6d11d937275a64b53be56de4ce065e63bd071d5c781
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e59662d65534e2921bfa240932b1f13fb99ea6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272bc7f812d5052465d0ea6ef0d836788d72bed888723602f8457af40048b438
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a737252312779bee2202224ec286f86d9f75eb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dbe6ed33760bc16e9f627670400561fdbd9245a2db7e5d3c022d9d85276cdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b302c5efdf6d97046d7f160f77aa3f3be8c13f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3275e8f57e0f1217ae16c462b34a7bbc3fd27995f8b37d63ba4a35a02c4d2d4f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d89337ceaa79143c5aa45c54151976e75bf85d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5e641239229b3c4f4da4fdadf52f40e1e3f5c8d30f2ed84f2a8b4005e21555
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badfecad016e48ae2a843fb2eac24db93f226b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970fe7095eb68babc419fda18cd30fc61e400a8b1194cd7022bac26b3f8c1ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c41a0bedbc015d50a07467f67397d74538ad6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d93310e2b4515caf5bed877905b6a20f8e8d8d648222be2106a6f5779d5fd30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159c3815dc686d8c2cff805dfc95be3cabe794af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc50978ab8ec8e6b4a4cac7074f17320aa455f5efd42edcd76974fd07a58fb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4750cb09836080ba67a495efe48fa377bfd948
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b3d71473e67c99dc757f47338c7287ed3a01424400a7958a2919cefe43f59d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd9800c19ef98f57d5dc862cd0abad61fef45da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ac74c24133f026cdb3eb1bd0b597c5a41d47a8e663571b025042bbb2b250de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d926fc99c17e278fc146c686f54f8805e18682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b917f186b9e80071bb2ce5280396b49c36cd5bfd6781a57c88533deb29c71942
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f3e548b320823a69489a23f5591144eb014748
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f8f336db0983b138196bbc4f26f08260ad9debe46e9e8219020e3e198fe133
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd19e10713c28ad962a08218086ebe6fb521415
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d458623dc465d6e12c58adc669e4d1b132ebf544cb48211f6af59ed78f65da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7066b6d5f80f3fc6908ff5b57810297091561b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445f3581fe6c56668a44bc29d24f6496e7f72ddedede579248a474d28d140f7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ff29750453b727a46cdc55b371f834bcbd290
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a238b213741c913e01ebdde195a6dddd5ecec6e948a6791473677a137a4512e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243a0c6cacf86a87580c3cce3379c98bf5f0b1c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2fbd3515178701df2e3670948f62aa4ef1ed3ff05cc34c3fab97ba4337e523
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1d3ad18f63f37c063c1d9130ce4cbc4db0c77a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67a48b4a1f90db080004be8c879e59bbc6def8d779fe2524dbc88ced9bd218c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d801408a8d78b7a4fa78586e2c74e353e91506
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb1efa213fcd583356cc0cd45061b0735cf2dd8faee0f6c6e152ece2cb74dc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20fb5eefedcdfd962cbd9bf9e1d5b7f4c2b60bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890d2bdf9641a224033c9fc273121558b327036bc9bfed481780025195918aa7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eef1a9855f766f195c57f611070678297acb0bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b767c668e633b7033c1765ece2b499d6f56f08e33c93410d8394a34224585db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe39bc9b0899039923a0aaca026d03416eca336
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168951b1d431eede4fba6ddaea6045af4f0c0240f7f10124f2e7406b76e5a26d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f4f52583188964dd97338055dc1017f4e85a94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e513a498d63e15a3176a9465b4cd9e823980bf4845db570e776de1093b752e05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e429c9aaefb4cd739c93e6fcde4c6f461da798
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff937e8abbd2f5dd1239569d5a70a2172a7af30aa33c2c756270beace1599e9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c19267daab3f5402993cdf3cd1508e6db318467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee46c5e660698280d506b3630f8a121bb5704f0aa323b815437ff4209fee99d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b990c006995b3b69c0a87d0eccbe1a3032a9b74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40b94150f2cae10387d2d8421812b14910486bf2070f88676ea3a4c42e3c107
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbc587bd26e33330e9479fc7a9ee23e25b762d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d9c8f971f75b614f090c190a1d3269bca5ebb6b5855282dfba61d74152b272
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982884b510c497da303c2949565e6fc8eea40b33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e609c26198c2d89970656430767c068f10ad8c45df062cca105251ef1327de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afedfed69c3cedd6e5c54e4556e009f2b5ee60d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b0e7edd63257ed6d5c348257f63422da46c3e31e24326b5bd06afa5068859d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc12fdf88c96c2b675079a494715562f36679ce4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3609b1ab93925169009cf7d0f1092641ad1d0ddd7f976aa9c66b49098f1855c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678bf99332f7001bdf92e5e2047f8261fe1de1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb743249be3f541deb694ace867f25aac3fa9b769518612fe091993f69ca5ea3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4123f59f79cf68c6b2c19f617f43cd6eabfa14b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361e55f1c4569bf7da525976dca010ad2a6d49c7786a583796bf6953eac947b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabb2854ded98a582e00dd52d061f02cba216aad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbe1e761b015665a2ca02e5df4cd4b6fee33867762a61a9aba553cf20e6f8a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60ee9f309de68ec6c14b79569fb7b2a5504ed82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261dfbde88c7d5e1f07db77fda8464cbfef93f15820a0d5e3a7f0889be600867
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a7868a0d772b2b6fcaa86d159c359aa3eca6b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd19632235cd8f7a2ed3e4c219dbb515febcbd4db63d333fab3e908eec143a87
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34697c476daed98ea00644c1644c0d1daa45301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835a9ffddef422f74756209fc9dfd6cecd10545682f52f6d7832ce29bfe3cc19
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063afc64afab1545a3edfd04c9144dfbab19d59e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b380d04afaf67c0fa624e1b82a6d880062806db641c8f5560c2420d6bbebaa80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692577071f1bcc7b05625ffe19adb18809dd64e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67991ec0509de0c3f438f91dac909c4f13cec4ac286e78c7ad6538a44203997c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0371a7ccdacb7b8fcadd0628e3c04d266fde2423
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b465531287f0c9df79ac4f847ffd2eba4dd55b028ce7fd0385cebe48d2e4f098
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece75bd2407536207c024b062fc375f806bf857c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df18d3885b5d3fd9b8ca7c48a5f7f990183b56497e1a3cc85daf0a5b13e2732
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51f5c50c0d668f0026eb66ea6cdd326e2075663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef41891bc1f3ad2fc14adeb1781356eae817a576c45bfb7af94b4a9ad0cd24b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafb705cf7d5f331a2c8bcdb3dbfdd90cb14df25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f812965f51e80c47072cda1251b27aaaffa2ebbf860c86b81881c419f3c8ec31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b59049d40614aa09180ed794e8ebe4d97842558
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818e69e0e34506351672db312663d8b518ff1483024c1c2da0c32567cc626139
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1753e264e5eba1f5eb68abdf10bba2ffaf8f519a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb8026e494b64ac6706a69897003bc1ed0e73aa537e6501bfb2e4580547ebfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5215e2709e2db13d8407b31de0da8f66cbf592ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79e5abafe0a34dd579ab3c2e26f4e0e9ad2987ba99eeab1bf44f39559f9ad4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b48f58e6f9b630761ae521a7adf149303755a1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d4fd48566dbbd6570d7d41f684924e6da480ceb867c44980f57c32b5459e0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6ad181a19041f8eb2a3ee1474bdac3c8e238da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fafb0c071050b95e252c7eb0774025f90ec92cf379f21e783dcb1b8c6dc5857
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a35bd28bc4b139cfeb502345412a0f7fa55148
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab20d5f2513d362495e81c5713d4d3ed610e6af9c31234090d6971e3303818eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6c8c2e9fbebb23c04bc50da57b0d0635af52b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf08eb099ff0341c84c628a0957f1e7ea54a599c7bd410b690ded8aaced5ca90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c384cec15e906e9a36c8dd9756cb1938fe6fda8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fd4e8abd9e2718c561fdaa2ba537789f32e90619e8d8f26a8d0e3496e111f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd293674cb4c8c4343b4897aef8e0d96c329658d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11991bf32275b70b501e81a00aa5675484e7e936d627799176b2cfa2c8e03ea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960a922d38d9637a2d802247a31dc96d03c9d431
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ff491a9d5ce863644c7f52592f27890931f6c8e1ace7c5b58f80e9b73c5c3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b06e4463e13c9e4a9723504a71cffd4742d6934
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7839f13ec7b44a45489800b2c63a4a7743f2c1108144518bc33e71a09382517
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551897141fbc581ff00b96892f61fdbc2290926a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69acc96ac2c78103483a27a902de51915d44612ba1f48398601697ab4799a558
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7258eb6899e7fe072f17acb7ddfbfd66fd45c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caf403c91f9c392f947feace742f3c781f7b6ec7f927c1a01df6e93882b6c33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030e21a8c0fbc866ac9671918c9bed95cbfa8f01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efa18cc38d98848abfade3de5124e806d77172d136613357e45ca1759318bf9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe2eae64581035dc670a0334877cfa243c78f9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af1a354dd673b19d3b981ea8b5c5f909f6c41c74d76ed1a5f9070d46e347b58
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86d2a40b8925681679bc7ca975180748c2900d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c183d81f91f7f096de860ffdd21dc24ad00fa34c059573cce385048a40430748
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb23b05f59cfebad535a41bcefdf98e40a54af7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53396ab20c857686ab774d3e148d6aeed90207f954cb0e66e4c9e0ba62c2f7ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228610120babd90b4571d7fc4a23a4527dd47ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d387de9efbf8ca284c215ffb6f307fa72409d2c5ccbd7d2df0bd14875ca5e366
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fb430c36c676928c0da2ec7907a2ec48cf3b41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476944302107d8d4cc0cac9e8746698dca41e555419adc51169b77693858dcb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedf3d0c163a0b2470cab6669c3a8f800d3b80f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c80bf9dbd4b50fdf9129d6af317fd1abf48731fbffd6b4d8b82907af1b8f91d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da89121c8760253cabd6120e98f329e958a4abbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94fe5aeafd4aa53e89a08a3352451c73840e57ddcbd361fa5ccf418276f4bd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5eea4c24a37dd7d9bd5d9f9fd60bc8457bf1cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec1c3b1fc7fd5f3a212334b220127b168eee882f247ba15317f044463d5886c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4556917c6157ff275ecee47dfeacb9ff65d562b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c096831286d50b1458dd45663e524add3734a45561323148144772b5e1163fe6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96fd176286ff84bfc50eeabdff20dde1b991114
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7cbbc6286651450cd01324362f0c64c4637de8e05c88e15da29caaee74fbd4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca64c4124e47bcb62b28f6f2e76ef796968082d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a273cca6424c6aafb5178d9ea5448a00169487af169a2152995ab1016b8f7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e91eae398d7eb1332fb6a4e694f44e7ed41a5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63abc05b7736f8deeb10677b98c8f3beb3be986d2b7c24ad94d3f62c094934f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476d5b37142ce4cccd4c1a1f981581e7af94f41e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c07f7d662533194ea4080fcb8b7d87de07166fb21248e1ef4f8dbd771f4b94a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ee5d10938f2de25694c7b801f4fd7225317e7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e17c0d194f5ba593a62e3c3f653decd2f52a2060e3bb9b7d35decb167fbde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd63a7a12e16528b28276d24f6fc10e967e1fb92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f40e21cbe37599102518ff9f059eff176f277cf35aec05fc66fcb9c8c6b78b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413b1e9e013b9964f4a6688860649e05e367e51c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452e5c4b17927038232486c5599d67d57f296c5bd68104720ba063deb371acea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84f99fb7f464e1c473589ddfa91b33ddcf5163c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c0eb96e6cda92d5181eb0be4924da560d993b33dee19a9ca5fa6924a350e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90430e264bf2aeebc22a6c27a32e2dcf6746a407
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745ea67804ebaa0ffb63b8ce3734de62a84d405aede5ca3e8599c74517f0ce23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9e089ac79457ea8774fb748056d24d1ee696eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025cbcc456a8c287af1a7f840a426150b44b1a7831b4d3493b215135875f23b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc991812e65438e6b3372fa2b8621386a792a3d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad29d70a68892237c77a95d61616c0f0514476e02572b1ebbc28700eac5148a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9103664d2a94a6069448515977cff41a1ef47bc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd30a59bec82e54f99aeca7d346bfa4c2fdfa230a6a212ae0d80bdac673f0af
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bf39f31a38e5d2832a6d030a3b2bc7afbb2d49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb22c04c94fd07b778a924e65f84750c5657010cea5ee782f1a58f4890b6759
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433d1ce66085a0ca91bc7576e99367ae558c2fc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c204901599db8eec41c352f964130f992a343beaec0d8a51ad73b708bca4fde7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e946312d300c456366b3c028af6053c4cc007f25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92353255301c44348060bba4a80144aa3266869c79d9e491ca1432b73a5ef558
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffadc25f95a1b21db77e505e55161f7777f7d037
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15db6008e0074c82f0e03fd0d733ea985bc75e4bc973e3137938f1cecf954eae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9d06b9b991f43c85d388816e51ecc1314f2714
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc225758a168589f1681f8bcc7cec3be1291c575ef54cbf34e25f134a3ac270c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067b9eab99504238955e8983cc40b089ba3e1223
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff48479443810b7f283e77b91eb1bfdcacc5145f9deb3b714af5ab7a8f881634
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f523f113ddd39618f381d02db2872d49f66149
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b67947a61bda98f50d809a26deb036af2d244aa88c53a21f3852a259057acf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1cb3f557e0b25a8ed44b88ceb7a3f7e636bd28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332497d337567e7966149fff2a2e88b0ac27ec1d9b5abd4e604b097f7f784378
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed9597d5d4e9d957938d08b3f7145ea561c2b65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591586ccfdb43bab1e2b394026b9d477eac28392372fba917cef62dbc8c94242
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9ce20ed2bdf34665ef93894ac96af4371cae65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f8f11f2f7f26798289ca41e362fe5fdd097fd9f1c59fc90ee3749835e7b097
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde062bcf25c1dbc786cad2406ab9e9b0af8d11b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900fd8efbc6e6855cf9ad4de1fc221d61c4f22c098e1aa85d2e9f749f43140cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20afe74dd66982d4a4a8c4f181e32fd1ba1003e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d574d14251d9fe09eb4cab51dbbc8269adef8b2ec5370899dfb8741f9575c730
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae6f807062b01ad3112aafca5c178b790ed7b5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd39380cbeeb690c1818dc6c7be39354afd8ab4ba6ca2d9fff877c15c3bdbdd0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cfc7c6d6cce1ff524980c26d541c16a0034197
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaac44709a2930b433ac7750103e470d0070b02523496cb26a4bbb21af60970a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5ff703c7120b2af7fb49629f1b07121678f552
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c4f735a87539242ab79dc6c67115f844a0b25c4f76c778829c101fe639ff8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7d4337bd05cfef6c9d8515ae5fb68b1a6c303a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eb3287b9acb466e197ebcb39f5c37c8e9523bf045ca97694b2add1e5a2c963
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3761a61cebee9fa39df6dbcb2f76a9ff1eea12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9662c59fbcdd422bf33eaa5991f83ec1b2898548ecd0dce3e7b4e197a6546df1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f492317d12d4790d3d30b8e78da334a300efaf92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f79efd2fe753a897c4f43ecd5eaada1fcfff9b6d59becc2ef1d9fe2a74f8cd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef656ef1113f8efe74baff0a6f64f5a3f0c48be4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60ecabcdc7cc7466fab120f43499afc02fbb5f8f49f76c270f0a073b253f14f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a59df98f09476170ffcbfceefc8d0fa56ea3a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d4e0acbb6aa1b78bade11313dabccda362cbdfd7b75b1b033e2439cce45eec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdeac87d9b054b49ea561ed5d8e48fcba0442cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbf57ce8f92de151e2a2ecb91e4bc3a0f54d7e9c6c4a8cefab48dcebb57bd47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a931ab33928c68df7c2e1fdc2fd3628cf504e1b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a237ab1cfc52fd1e22f20f3081d0bcfb066436913e69b61a1e4d42ffedb3ac2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1a80b9859bd6e28bc9a849eef6f4a2689c9757
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15068adb55935dfc74c8c5c9758858cfcf47e33e3fa402de83623ba4a0ace6e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec7ca6fe0b180bf73bbe831eab474da51042022
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd18ddc45bc55e052c07165051c3d05bb14ad764ce58f7e266ac5653306de99
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5927c1ab6e07e8756038865c10bb93dd28fbe1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec643a1bfc245d35c0120317d2a1fe4f50fbce8c22873c5b2d1b7ba0a8013f1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1014fda80b553960c88412ea02e51beb5ed96a4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf55c1d06d49eb910c83137d31f263c1504a6fea1f138f2901fd94e9c6d6af4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc95794881cf7464656962ae5c0c6384d88365d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844137a10258deec72956bc05be6c228c9a3be1513d90eb768e164cc6d5205d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2836fd7f9604d965e4d333de337f78c303ce79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d69a1c36768e5e0ec726519b3852adc50d1fb75b75eb1cc17921ad8bf6c7623
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6966d8260d099b355388573a1a51f0ae05e219
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8742ee8b640b41ee1392a5a78893f349d47c9ac63bf8aea9ce8526a7364c6ef1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016c466e43f0bb0249d36a151ab5d5821e680e6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ffdda333e6190facf6e2c2db951fd58a1809389555bc132854f4f5eb8312f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f8572166c401d2bd2fcbc7c22a3a5f1aa4e3a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e840c1b9f5b8d4bf6d1d4108a57245187275a38de1b11da10dd461c41476fb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8667d955329a5905785f56686a466b4ebc2f42ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38537aabb312c9f1b9553342e11b2e07f1194d4c92c01fbadfffdf25c329cbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027c3534c720d2870cca3ac58d75f4f78551f2b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1bcf1cd682aab996bbb9632f34c15b9df15dc5b05d8ef8b79e3fc3ca0d413b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaa13cbd932ccd9b7737d790bb9768581b5073e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e3fe8b9b0b96a2476831ed18b2ac61a5c9ba2daaf6035e8ffe90cca8f98f8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf64a91d7ee22c8a1c551a1e2dd02cd31d8420e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bfdef21f41eb1e28aa1979e9b4774f6f4064b293269a8417ae549a6abeae76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5145cc3062d3808083f34d7003fa38db0bc266e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d672c1795d404459126cb0a3f5758cd011854039af21f4c76beef63d3863823b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c74c1d19b198601734d6cca0bc4e0cf9f935ec1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8f6f4e5df4ac9b93a76daa136b2fed02f85459eb8c69b3203043a441e574a3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbdb5614c5b909a65a7cf65c099e2d675d2d377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de83a3053219699185e1ca1a01e3031ad8d43eda43c1dbe1648e0fa52785a3d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf845ecc861c61ff8a29b86a6b478bbdb9b7fb08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f877c7da418177ca279b72382f0bde5c1ceb2d8eb98dd127a9d651c80ce8e101
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49b2f0426a68a0d94ffa73e0adc6e0db55cce49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67c900e385e9bd5b27165183cf3e6fecc8da33c6e55ae5792b7ab49159732ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aece6e19ac27b564d83ca0a3dcfbc0db6d1b971
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3df25b000dda957bcfa790ed36836dc4f5891b52cdf637076a8dbefbe46ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4503cc0482e302ce53eb734bcb6ee6fb8df9ac7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f152de84ed9bd51176c21d479c762b7fab4e963c38498434f9d297a55f695a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574e31522c6bfcffc1aa9b6fbb49e33d9d1c05c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2307f444ca363f5cd5f67758ceda9c2a090837153a6b90e74c67fbc349634762
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aada6747999765b1de583e777a20db1141be352
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c89e97d1ed1af0b97ba1a3df6fb1ff759ebac745ad977a82f6b8a85933ca40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4066819f434a7aa9ba743df540205101d975a667
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dd7b467e495f1038851b9bfe7fc33b7dea7e752c2033641a8c7fd7842eb533
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea69c977b49442c1eb0d79fbc21b8e5d6a8b9083
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2585835e3ed61420bacf67f6d0ccf4264ccc8bd18b920616e35a44f0b2dcb031
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4902984cf68507d74cd4ddde66807d08d3008a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba8ef75d607d486a98bf9fbdd840e318bbd7526a87008a6f20b28a998951407
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f55a37fb8a3841babbc0eb573af493613055f27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d127be2bf110c08e42e273c70cdec873e1126be97738f246a4b7414613fe7a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bec5eea6f2181c237931a1360765770fdd8a84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0824a6d7593b7aea07c877189c3cb54c6ce81055982a0bf0fdf461a4eb194497
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da24f92f592936b841340365b5cc3ba1f7cf44cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bac1b0cbccbd4dd942a8f2c7224795485ee74e4d3921e2045e8d58339a69886
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a127dc615c16ea6401d5fe16d78b1ceccd5cc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07453aa8726306afea43c03be302cbaada40f1e5f838a9b7597b16de95ccab8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd749dd085a7432db95631ac9b6b6cf044dc086
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6178e83c84c48f74d00726ea2c6df38fa478e507ca61441cb5f6a186e996a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c6bdb5f7922ef78fb4dd48b5768bb0f1edd887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b116424072d8e7da3221e092aaedd47a2a27f8a414c9220c949014dd0924fd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69051ff99af2fa2d5d0253e1da6df5143a86756
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76b9399a0ece88d7df72c2c25a7fea7bdfa46e720a39d5108b0a8dbf823e99c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f691666c25ace59be5768b163182217e7c24f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3f530e5d4d2b643aba36bc50fa2809f95622b7f5886085d111990615f9ea5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe532f2c5614ef82ad4b2209edb357c8e0c4090
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cb92859bec7988575649da788fc8066a08bae76567519f299d0dea09b18b3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22c8cc1b3d0288ce6b490d597069bc6891e1405
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e25729b81de4540d105897a6121c9897a7110c5fa9f7f096d032d78ed077c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d3185265e861c7b3b524e1993cc93fff4914d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac2783c21fe6dbe3c097945657137fc024628e43c3323c609651fa143710ae6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c0bee6327db9bda9464e9bf432bce115a350b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbb3a76fff9a297a0ff7de44239c375569de77bc97a6cb241cfe3e9df2973d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcad75c31bd68a5f83d38ab1dc08748c021a401
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56da502c3387aec4e8f75604a57533c5d900f9fb9784f9fc645a1fa70264b237
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fab79769e715e15587f809cfdf6c753049dce4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869847671230fd2331e1ee6b09a6f71e15b24473db93fce751ec7f982073d6c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12460ef1df5d443d075dce38364779871da639e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0811feebe754fc9649fea753fb62cefa67672f1bcb7fae2f781e5cb52ae02769
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f69dbb00f48ea74ae8426db925953a70b1de62d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc2159182e39b53650e4e3bb451f20ffac7cf955e963b4e75345d676d084937
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db716e356ab6a7bfb36133c02cd5b2625ee212e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a144ed429399576bcc27b96e40b967b09f70ba37cbf8fddc786c832c4caeee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d2ddc37fc30aea201ef36cc6012afa5d543d19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec783476e1cffca19d3ff0a08bdb9d46bb34625c09755e6f0afdc2a59eb4c54e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c579d6b0875e8fa9eda06016fe0925709685c6f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8d9e32032929c009f949d003e7a8091e2354216bd15c4a32de2468c292f779
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3134e6ec8016814c3e33c6d8f3bed5b8e2cf2c1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd0c747688824e0309be0be6b6281e29db6e51786e8a583e518360b50164417
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a42f9df0ac9cfbfb09d8814520a755a1955f01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872ced754d13a32e457fe897531d5d94930d1d7b25f6c22170b9cc781269c4f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f55f85a995803b3cdd04f45719b938393601a53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd7f1054c6ee6f215c8be27b805ed5b22ef23603e78600523df96e4177a9e3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137004f3da0a419f39e73c19d3bebeec7e82f43f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566ffb1546797739c9ebe857d68ecd6bd5d281afb43003c535e99d49ccf66907
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fdbca9e97d6fc78993ace77c62ac57a1f087e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bc3bfbb408c0ac98769bced40783a3289610deabe2f731adcc6974e33985af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d4420cc66e8ef750ed656ac0ce4166c6dbd011
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fa4a9b5dd4a24ee9f702f6423a98c1135a3992192bdf0122f6ceb26557d110
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ddab8e4107b0028ea6dc0ab25384dd5d9569e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8948f5862ae404afb2f8b2d34f6c2fff73e86b60a5830e9cd9c151252eff849
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4ef1989e6e381b0841232f6cce7f7d6d941f6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf60bf102b684cb4afc831b20962284e79fa3ddc2ab418b460f4658e2e96ae6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ed9842311e7e3ba9189715d1a06055d24d16fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c531bfe6cf879f2b440142af43cb467ce281c708c80ddfa2d46f3e2787292c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e53bd8b9f1455932d2d428c91ee4a999a81d825
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6159dceeb3c6a6ff629f167254c44cb2d76948de89230e416f4bc9c88d89b977
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2f27a7d0cd6b251d1175ece5d1be3990ca3150
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610c910797d4e4b30e2705603eb1bd3290d8c3d774bf01545880ada0753f43c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828cb2077d820dfbf7eae0a644c45105ea526ae9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d753ef422ee592be51f421e3f8739fd44e2c9e49a03e2477413530121cf5d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f3092d4f29867d36e814ba0d1c040c1251b204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1277e77e1a886bb00be2641e1e655cd3aebb2a81a036d34cbdd9dd6720c8954c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9113a4d17f8cbe39c025be523c1bbf6edfdd8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee7ab8363a4af3cc778f476839e535599b727cf6b5c6c52b2ec5d472b289ea8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492a531d031a538337d153354d3f18a0c76b150c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efccaa5e6eec5827a5bdbd53633fed07f23746d855ce94447c41a49da96eae6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51592d9fd2cf55e84d413994778593429ebecbb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9266014c2878462859ec854b189a3a73e2a02832e74eeab11e69ba91134f2f1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92739581c74f867fca2285616ba9da2f0f36650
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ff7b9e3170b8a856bab06dde84d9d6aa174ebf4453aa7b028b8369f399f52e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90407c635c1b17f9ba30bfb1e6ca8468d10305a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b93433ca85c4541a5197f9c863159a843f6c08441e79fec5b60c6628bd40ec6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d78b586549bda90f3199d8167ae517d3ae75179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd98d70467e01af1c3e92ff1036def93b30ac155161ad927f3383f0bfd915a0d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07af5a7af89fca3640c47744610c3ec77c8c5086
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ae10c5073f5f51b947215df6b809e3717f2f4de74ec196dfbb1f2b38eb0591
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7935c3b585f8bcb3c2535d41395c6c43cfa30133
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94291f9b5d538b413d88b86ec6c9da9b614035844966ce4576b6d68f0e0742ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4291175804706b79823d68a790457c3af687d42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c61a7edf805212c19681af7c7c8603adc5939849e6080b5e88687b7ba70300c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7083ea10b4010e3ae9907d9a1271016d53bccca7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e702f78afcb286201075133ad5b0326c62a5be463babdeab7bb7f389cd5d96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce40ba901b6b0071bf036d6cad0a37acc40b9da7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672313eb7b31fee5a5149edc7df02353197c39d8296ba28a904f7ea184c57929
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660ab219f7ee4ef14e3bb5b21f007e02c9baad6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9517fcf3237ed36ddfec1b2ba99fbba782ddbe374138ef0b9e355d403fe6ea5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35b6a9a6dffae926ebd5356ad9dd384a592d651
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ca1c479f6321d337d4413b283bd14c2d65e91df5a423bcd9f08db2b653b815
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a79526235e222af9793a848abf57c684b765241
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ec5c8be67f604000e2b2b5f63bf58312decef5ff0eff6ac09f4f9dc6b06200
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8140c53a56e94e3cd3e05fe5a55ea8d59dfd673
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088939bf51f4ed2dde3b1a43160bf9b67e55c0aa06172ac68b6d1952888ff301
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb53ae9101f5f113e537f5e2bfdc0b2f801ec0fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4557fd4f8b28445052d8a0440132b930fa8fc56711e715f016585bab8fa072
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee950a66ded9c6ec4c95370635bbda8023687cf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc48c301a34fdefa8c4d9e18ecb1c47c66cac7c7866204d9f6e8be54ddb1fd79
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49f3ca91ed1e5b325bdecdda185f9e9e9b5108b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deae2fcb8fd349072feb88e9aba354174920e27bed3cdbacd6e1ea5fa66372dc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680ddbf1eed5d104f9ab2ba7b8547016b112fcaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a40542c86f5137cf89be690163fd1819f0f75243ffaa80208cb1cc54a6c1f7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8737eab7a10a2055c89b12bdacfa2fa1590e07f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa7b80595048fe480cd28a9fedd111ca1bf21cf42c87f59318703c47947abd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b51617a9dfb7e2231d48d0f312d01a1a19006ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58f988f8ca16330c12d3f6bfc0be6aeacbbae5ceb712f0515a1ff931b5b32fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b6bafbd4ba714abf65711df3605ef9a9e8e65e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3aaec7974063bde849010bf63568ba518ee9205434b5f0273629172d44a844
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132d88c7a93f0e021ec0de06b0611f383e6c1cbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a9f4dbebea2899a9790d4b18137c483cf7a005ec4ef9b1eac71bcc576945bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee2a0d8430aaa469e2e4eda08424b8c9514f76c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b47131746d786fcee8b41bc65a4d463d970c23845cf11a810eb747683fc108
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3919059cf54ac14f46dae384de9798a8a8311950
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0c93fffc167e39792b7dba6f747ff242e1af7a3984def8887bb1e6facf5607
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25fcc8c536d205c69003644d91f171c927f7a9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf7f9dcfb6a22ccd1184cc46f6766496372165b4206bacc9cb986ad6cda5328
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b5990fbdeb8c9b73b0fc2ba70f9d40b5226556
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eab9f0631bc9a6fd39e85b36a79b0567d42b582404cf731b86a0a5ac1746c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b573613ddd34036471a858fd1c1e3f7f59491
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091bfdd5944567d41bce7a48e79a99655b70a7aed0c61f97425e4015f1d6d8e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bff5275c57fa57edd92afeb83e1048c0b2ca905
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a78fb130f3d092c7cb32c3f1956dd07b775c04d238fe026dcfdd92446549c5f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7b6155dbf06997943a275c4a87122633e22a6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5ca420a1479036245e1731810a391a4d954dab774ec4d56ef06a09e29a3812
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4d38c3da2a4adf0f8b9e2ab8abaed11d87f067
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fb7dbb8732fcfdd3e57a08bc6aa8884fe15ee0213893c2c659c9d9d4ee4a06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac512ec436e7ac2d84a4691eb0f9aff5714a718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02795c8c6d79db93a254852324a074a810a0ca795b3fe98ffac4aa725718d4d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34a37b92d6870fde6e07e9ee8ad72e6dfa1b86e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877a520acbca70a12dbf650fca9432651d1aab996a9de9ef54a1a74b2cec8b36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c541950f8d75f3426d5094e911bb98a441383f11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10376a43a113c04caf663eeac1b4584e5302d5ea706f7ab8191f2150b8ac139
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75ea803fc95cdcb5261bcf2269376633391906e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e32ee74a353b8d8bc927176cd76193e970c3396bcef91ed1ee8a3c88fc83690
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5145dbfaf376428765ab323a82f0ee90604533
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d92dbb544a832244ae4b625bdffccff71ae922b6f782b1ecb49aebee8ef39b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f109041173dcfc074d86f70f96c90586b3f61100
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d1ebc9ccb78cb3330c1c015aab670f7f182735ccd699587a2822cfb0a6f430
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c57b9a42a3e332823066f87aaa1daaa7bb6d09e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e706dc4ef82998792008caf88027c4fc9c0bd869401d6d647c77b5625f1910
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83638ab1f7a0f74f885fccfeff0c32ae70b81dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f15c6003bf5cfb5c17f07fdf316325fae5ccc946a57706e5d551aa35dd9d28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a718d9582be747489f2a35941d3d3e0bdc77bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31cbe1c64813f4c00cd94e9d0036808e7c3b630a2bfac2075cf89e273fe5171
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d04bd8f34568938c688d72928f8f8a26ced2f3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7711c6e73aead361657a7903d3298d0ed3fc00c66f55343257499eddd1ae5f8f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebae7fd792b82c6f0533592a417b51cdc6d88fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aa38cff37305e8f8db8df400bbb59e1c174a427f2f5430e4609ad0abee8bdd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd03e2a9442d35d929646b2a5c1103d2188f8e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a65e13fc3c55c9fb42b70a28781f1810cf281f2c63fc2953dabe58a3e978fa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec2387724626ef13d7160f1612bd1f2e48ce6e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8fd400a4ccbf1ee1d3e216a9151f86d28f72ec2f19b70c589133ab022a94c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16dd7c7ed3eb38fd0efe3b04618d814245890b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f48ea6286579cdb49266cb20d36ac6bfa8ad7d5c5e5b8b803350c611885712e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca538ac6e23f2f78c2467e1456503dfcb1e3a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8e0b396cea432ba879cf8f5f29dce50d8be4324ffa961da8f99f4c1dc1be07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c347230175bf8dba4e26d60564b215d4321b73c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e79d28e17770f4411cf459e16614f1b0e5a96ea9e9bc24d58dd8ec6b7b82666
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbf4a15f991272eb508a0bd0c97a907d4a176a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa7d6a9b85a1a3fbdd89ddb05d84876275083845a73e198f05a25972776018
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebff69980de48f5d20a87de589610834b8d9400c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6a1b3460739cbf9ad4f9b79745f66d63be5d486f71ffd5608bbdc6846b4e86
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef9157d4952e18e31f123a12f8a650ef9d63267
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9946e2645cd71d071ea32c1d8959e067d3532fb62cb16aae3d5e8630040d375
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c530e87eaa5f5bb8a0b1fe9aa407aaa95685cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d06014a2de101a5c3cbb3cca287d28184b786b4e23c99c19103bdaa0f8c895
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaf894f89dad39e25d0c80c3bedc71b9b881f26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c08952be2447ce44fcb45e914e5ecd6f87a97f712e6a2a66f6f634b24eeb28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d82bd59fa1855db8cd508154818e1d49792545
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f9f5e46373fda4428613a16bcc458eb077980a1ffaf38ceeaf827a71eb6152
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c0b5791e197d4db3b9244568f2c47a7c230c2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347b1598866ccc9ad307d15871f031b6fe47def66c7d53bc57adbfa59d1bf259
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587e192ae393d767dbc178eca5c2ab07deb29f1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c8c5666dd5520c2413a886d8dd680fb2ed26c3c9059699ccca1788d9ecf038
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa61703d23ead7771fc24dde06a0b16e9920f6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e266f227705f14f663d0655addd87ce6db1edd8b9e50019e5a66dbfbdd30ba98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98430a76bf4403f085be1b9bdd96e21a9402b392
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9801117b4ed7c113cbb698e5db5496d77629ea8a860b9a9a9cd617ea5c802c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdf2be8bd359db2e63730ebe1497983638d7044
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e27b24019c9f5bd5541c8d357350d6ef4e4d26a2b5cd819762725055bf88a42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25d72bb7b6065e19fd69732b6d201a06e7ce82d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038394f72f792e271d44f29b98abed98ddf99ed171a822d8556d6ce9c5852e6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefc8a80a25c754b23b80e57c552a3909be6b083
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a8ca38b7c626610631125bc345394e9117b7dc171dac304004d9c8575cfdbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737a9c4eb3cc774daaa41da4121a73ef0e4b7476
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8538a42600206afc5dbde8c290aad85ea008fdb153bf084923a0387f07b859
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef7717d8a10e82e99c938d8cd5af335ffaa8c01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad83fd59fa011d591c69221bf9291952d61b914d1f11a47d8953388c71a28c2e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de59fcb3a5f4a36e2c5f6e835e8ca3e039c3087
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668017f5c88eb171a755525a0c2582a1bef2ddd15741e1263a3e8292cbb4cf4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4b164203998d87b0027d1460f8245d413b4b97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fe52904397427b60cf3ecd2869260ce5a466d52700c9aa3d4538850e162fbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29676e7b8e5caed97d64541b5000150fb6f5228
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24125fc7c876851b00f835483f55b0eaddbca8e1d360fc770e074c3eaed416ac
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3128faf31886b428dc9ecff310b72192bcc1c5a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d3a0d4767bb1cc9d31aeeb90f4dede472d4c1fff0b57adb852428f6d9f3798
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44043c4d9388bfc1430d7b397fdf19405884439f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdab0f54d16e17ceea52a84dd4db83649b4de4f474b887cf3600eab5ea0fceaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0d29ba4c52a93ee05ec426504cd33849ec64e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578af6e33db5e2a9569112e0fd2bbd7b0a7ce08f3e75a7fccf3cea7b641a3a79
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb44edd2b594e9f56ab82c143afd7125c4ca7eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6648379946f3b2bed4d93a5249288ff3f7d1a589cc4de5f7d37e71c7e59fbf86
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88ae78e9b74991b48b48b1613eb6cf23a194cd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbfb92333c712115184367ecab4f5661ef3e666fce8ac479c373bd32711411c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7df41dc982d0810915bfea172123700a8c0cd09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b5b87872a25bac9274f1438026b07b643e6daced67e11596840b4f34d0eaa0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea87abb7f2cdeba91f8ab4244352a089a3071227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1744bf49a086ef362c62c315aa79cee033c1e7b4634d054de3a18872d331cee3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f23c119c9e905c7be6d18fb4abada1f3e1cfc03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0759a26dc56b3a6b7cb9304fbfc5e211cd3fb1c2896c79267256fa72deac761
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b558f3240ee03cd4257dfe7929b6b94c96f4366
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28e7d2e787b57955081bbd55c41ecf2560fbe30f74b3ec11cdc1a8aa9c4ef67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2445bb341ddcbef4ed29b3865539a62eee81e3e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de09746dbb8e45c08e55b2bdd0a6b48c54a7fa957e8c9bb05f2864e54f0250a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4908039d7182a6435be2f90d86fd53b8331d117
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215e1f628630a417454b95d4e5db8077bae7a0b3fde7c6793a41771821a2c28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b630739c79b6e667aa6c1f59e7bd4b83d55a913
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59c8090714ca21de14b96b86b63afbc8f142ef91fb2d6154a6bce1dc720d44a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bebc4326e99cc5a71dce2d0de83d388d8952b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213f742c6ddfd0216fd03a3b7c6be900fe642eb2a64d728c5866a7b922772287
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2138b06f209da3dc6726a7daa995c47e1633890a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f944228dcb998a67b43afad60ed256dbf2aee0aff9bc7248a0cb7fe916d230
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5589fb4f66afeeb374a8f550eeab046cfda6ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18330b54ba0629a2f515324c7296172870f3b0c3f42147dd1efb4fd5be526771
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a96aa1eee9b2adc3be1a8b4b3679beb55a742e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc830256d06674f073612933dbd4575f37c2cb12c260c83d87322095c1db4ca2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f1113746f1417a16f45a02d57acf7784f1a857
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634362b9d4ee12d6b7d902e848c3bb264efbd817a30feec8c56d3f3e3763cfb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c13f13d77782831272a227dabf68848e223c687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1293c03fb35a315553383586feb56ec04300696dfc2dad97934b354fd0ac0bd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b49df0e13bfd2a75a46da261802c4ea3c50992
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e060845d2548c3a7bfcf69c9de2a18cff4f29f9b508a2866f0c18891944daa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340e0825ac19ca1e8fa86ec12b3a5d2f68308f81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6f5d9d13b4388295b0fc48d0c9b3a672a2c539b0aa87fe69e168464147f24f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d0493468cc7c377e0ce05754442707471fa859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e1e1a65a7fe039c830c5d6f8accd6297250a8d8f4a60aae0f355cc47c98d93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c43ab9aa7e418d65ec194520cf2497989e5a0f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2685d35157b6961b64181b871b2a02c3588adcc04bbee05745a317baeed045d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800a756cebbdd6ca67fc07ac8ec9137c17ed7097
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475c41129e11ffe7e9ea259a66753668ec4bf2d07a34799def278701b237bbfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485b5949a2e4d1b4c50d240bd0d38309f3401fe8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214a34a0d981092384ab76a8fd482e65221d8e5567ee8a0536812b1d2b2cae97
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7ae88604308f2519e0b4676f39ded0c9aec8bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72eadc5bb2b34ef8dfc1fd2cca6a0c3f702aacfda6ea8b9f7b8d2c4cab9a857d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9469b1468f29a9c6eb9a5d6d67fd44154444dc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b681612f6006702468bc0d028e543248162f95ce87bd6278a58b5e8a11b232
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142efe962637bca78d42b0695eb0305787adc822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10ff0a3ddf0e081f59665f6aaa75196473a64f76241fbf2c9eef0d3ad0e10cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790c46009c8a1ef728f510a3d43ee0ab72d4a2b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694573a1327c4c073c4b8e99e168ab47989e3443314507dde4945e455e3410a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9a05a7bba5b03998f01576c7c7a6ebfe7fc15c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791d5e01d533d0132a9ec0d743cb2a7085c1bb3347504cf2c750e1d1a5678de5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80301df89d5a52159008de6762290b813ef497fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9d27426139c13511ba9baf5489ed0dbad0755eee995cc8020987855253101d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad736270257f006ca8fe54bbd1276364b0fdd53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fbae9554fee58e623d2fd3cd2f0bd74f7fd02b6b317c26565623cd0ea4531d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca83123fd4042f90925f05c16f5b9cec6a314bd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35eadb304a0e2c6d948a81750bee2e6672689fe4f6776a489a647ac0a5ea520
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a483837eed44fa51679982bca8ddee136d2317a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199aff01339e6906cae7599eed15b60c9b0ba42af734250a68d1774342846fdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de452da19e2fc0787cde92c9f1bdd4cb725c162
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eb175128b25dd4c488a8f9b2b2f9fb68f2390cc6e963debcc04003c0bf5160
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e86f9c00449de62905c3aafd6b03770d13ee0ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a35e8e8688d8b31e997d303729b49255dd6b804985c6c01c2a817cf0d2884
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71c6446b4a5322920caec622a1947cfe10dcefc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b86f0858fd0182dea48976c3acfc9481633fe93445f8d836ab353fd2704fa8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496a6ae3a1c3ba6f0b81d8fb39e3768d9baa8bc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e8f217a760549625224c9909b6b30c7ba07bc2786ddb67c1d07ab7574d9164
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf366300915da73235b7f4cf6f3e6edab0dbd79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869a21fb6ae1c1e463c4ff0f9ac285e9fb8998fc6c0709fb86991740918471da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e319335bb5c4357b3c5c8f5054008f3fc771c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e94883adfa72709ecad345359f22bc718e54fd9c68e0a760b419275a3e676b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8392f6b6de17f1d657109d19e2985ef81edebfbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35f9502158635d359d24063ee458a6e147983f275e4edac0c5686bed32a1377
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac1b249adf5a11e8e444b0c3cdefea7805f1f2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb5b25c03c925c6f2cb58a883c13f915fc451e85a57c28ee7c9d4d41e2e25e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3b563903c27ad35f0436939f1820ba8d0e989b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa687e8d8ba0bae349d3f67293adf536edb0e39a55d7b3a22390ed039e2c693
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7163afc48f6c37ffd04415e8b376f2dd25b073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0485ce613bf889e2950f3dcd688fe2b8ddb3ec8485776783543eb295324562f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3418f211e2deef71cfe408e1506f7fba9253de8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cccbb4b315d06720092961a6e30cb24440fd962fce38c81464aa3e86843195
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8424771fc4e5a97a3539a388237ad45ab14732c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ac0846e8e1d6a3d7cefcb040602b414ac4422ff5df7f152fd138a8b44928e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f1a4aa6d8d568e7077de27c4683d564f2d6d79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0723535cf6ecce13f0631aee03a883cd79f4b9eaac04553db998f4564411a2b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bf935d2e62189177c226cea5f684e37d0876ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0da0cb809e97fb6c7d0e7500758ffededa5c87a0aeec47c27d6bb2f91bcee5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6c203610b1f320ac8fbacafee5d9f466c0dcda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194af9e500cdc65d102766d1d86e8c950af04d808cb7c6be22be3b3621a82d20
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac82cc4362d85fabe8ade7c1a438d63da421ddf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccb66cff0ffd2d426a0355284c3b3e89775a568be2917893cd985d926e9d424
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e068e5aafbe4773099ba75d8e4e625611f5f42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15061a99a6107e69ba84bc593505c1f2a2a5263683d0a39c9b53def000bddcd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b5de0c373b5a19815eb67503f32047e1962fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca315038120241fb39e57696d9b73f1d160069636e5c1e5dba4d690aba8276d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235351d08565dd8f60659370e5b7df17b370393c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022947964136409ad009f6ffefccbf857e4f4082c7c9f0550169f7bd61c07a9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3130d4ab1388e6b411492a98ee7e37c2790ce76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8284d13631bce599aca5e26eee067dda15e5848efb8d30a803e293f3f1e17ab1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6f27b1b2dc1707c79c6aa80a23eadef16749d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e95c704a15e83b4fd176e0a622d454e9a06344b7e574613764ba164c379735
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a3c08d3ce6539c25bd53404e765e84c04cec27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3a121d58076ad874b63b41eaa319893abeec68e0df54404ff59ebeab062fa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111e66e963f060c5bef52f43d97c90923d7e464c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9511e0ceb6050c56b6e893de4177aca725d6226856b595ea755f40bfb028519b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0e9fb5295ee809d31091f291886352be7bd5b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c2b7d2771c20689787af388a9a94cc1bd71d32af3b8c45760205289d70a7bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d52c72be5f44d2a5f61ce268e7d2ab30451b3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58db5b208446cf9f53017ee96a7c46d4c30fb5611f9edc0b624a2bfcbee55ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081735d5292ea635180e83732b3b6a245cf5a88c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f82df79e92289c876a8c96860d7b7df189109637ceda03796947125537b1e6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68134a2ac46157799ba06ea089575675f900f21b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508b3e10fccb928e4caa93160229ebc84cef0bf53044d1359943f1465fb2132f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2d141dd4b5d6af6adf4ef8b0f25ea8622801f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a8bb35af88f9430d191f865d2c74fa2547630c532198ec6ea0cbf20ec40d6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249763c823d613384f7fa3d6a4eb7ee866272402
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16aea35d5fb27dafb5ddefcf57082a18d8ee7766c128fa590750cd1b35577a78
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe35aaa690dfb13caa166294e9f8449495b0f646
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc925bd63a4d3487d649fc61a68f9063768f15f7be0c184f89fe5ed9b2dbecb
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f845809eac589d69af90a724dd14dcb18f87c732
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ade45ae21ebd1f7aa55b198a817bfa3e0323fe755c1592bd63c068e39569ae2
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af6406b815d43cda5ddc6c9d3684c0ca528c6bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c063df54a0c751cd6615f105f6306c2aa74bcfee522b3e09b186c9bd54b96c1c
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501baf91ebe0bad3790d11e84d6c61fa22a91cc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd2bf67faadf1ec46489254bc202c60d35faca7d765c4ef5dba9ca51b185377
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69833ad3870d320814ece17a5777754a92801c4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97159e0864fdc49eeaccd80d766d2906aa311cb5b3b646266e62b6d31fded06b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b981c57791082d10a712c8f7b882a7c5e45efe1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd749393b68e52ef0e7243a8853b162bfe43f5cc0d4ac71b58756a6a1d1012b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2688674b6f8064d7daed46aadb9bdfd6c2105a80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd6a91cb62e3a783442c582001c5d7dadd92f57dae044f38869e03d1cb50c0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05509408d5534923ba75ed604788c65b5a8448e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9703198ce24e724288a769e520f9b10668995976df39c4290f7c20bec24c2e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c760482f958352a48406327a49d0565af8cdd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e496b0f72c44df659ad0adc0dbadadc548139a469bd61a44394479ed4c5aacdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304e967e1a42d2bbd031194e08e2b54a6670f5a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8126df8aeecb664cfb57ad090f06660e804431e9a7ce346978377b48ec2cbc0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630de76bc441d085f87cd1f214fa31463231f33d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6a455b3e98e53d0fe3b202b8f1da33204688ad94c2a5ddb9e26fb23498163e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6aefcdb059c76108d5e7d081e4f5d4e2366ef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372ecab9a7913f45e1dd47d52452aec45da80cd604a96f11127b0792da553161
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853a1ee5a58e12905356c77e464c64f3f13fa2c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e89c220e69449ec822136ba6800fb21598515d0dd9ae199806725b5809512d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2512068d67caeedd99ad298c3ecf0810e7d7a902
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d031aaf3b3daada0d9aab8f97e496280f5200c82224935707526db49c083e323
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7cfca96252a0cf3098ab593088b4c948714afe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4184f94c908a592d871918799623b80757951db3ccb476e2917b7aaf5fc3b21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0a052349137cb0fbbd197aa971a4645efe4d28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7f95344e54d687fa6d5a5542f67dc3b43dadf803d3ce8bf992d2e2e199b7c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f881f0c7931a0f0597121d6f496927651e8d4a88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3699c74d033f65f814aef3385f34ae8a6df3fbaaaa6a7108f438ee6ff47c5ace
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f235005fac117cde6f986254c4fa7119659e9377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63719700cee758d45c7e238ffb6985fc4385e1386f91b46d76993727b6839fdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f445d19618ea6722def125ce7844c884ca318e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a2331320293f73a158e66e256c7e0d0c5c327af904ca1ea3c2d23dea0dbc7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d606e8111149cbdee698bf7bc5156e7906b878b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f060ca07996967803dd20dd6aa59c794e0e169d5ff709f598f2600e92f3cdf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca88163be4716c502b93d3237b7bdff4a7d7f28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4442ec93390af566381f891318a70f9ec95ca3f6cd8c56b98d809babb38f0b62
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3569841cc4d6d0844ae2effd24b6772e1a4491e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6579e63d0945a157c0d36c320775cd2b934d1acc9bde8c255533d4727d579c7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad8ef0aeb290c4eda31dfc0840ca052a29f4a2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44195432a955194ccad4056989a835ec6911f65ec2f942d6fa91b02af04f70f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54362304c813e521a241514af2783fcde45f9137
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1aa4a0eed758f570106b2fff8f60d7f91392ae9ab01577105229c8e80ea339
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdfa4fc44e1cd2a9d282068d21ea3174cbdd5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855535d53ff21ac4de0153b70d957178b7f372dbb9b0938604cd0172158d95de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e49085ce53e0fd780cd31eedce15f4773ebeced
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56b100d1959c8de06677efb3b61ee8bdf96d2855ce7acc53969c3a5bfce660b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8643e9cd2876827bc84d95a1a9a7e33380f93530
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e3295b8dc765e470338469a101324beea6553c42128a562a7b2cbb4e83fbc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12e400a1162e2f313f5f495a641a413dcfb877a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827d4623189604dbe22bdda958bc63c7baf8a70184e2fd39d99f55a8fc5cd2e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a40ad5e9fb5ca61755629804030d05314840055
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e10213e10aa23b3e7d83ff706a686df8452061cbfd698db1063bedce3b3a89
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655513dfe5797337c2195d675a1d93e4f5eef699
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89ff4528a7ca1678377a8b008975786d7c46ad58671e8d0cbaae192e53adf4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd86fbe53249d7c05a4334a164aa0d2ddd854df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5871ceeda2973ba31121a12e2a24a43fc3af1afd3af2cafd2270b0fa5172a969
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cb353b608379d8c5bae27e0a7248c202427856
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafa5c8f1a95af8e1ed470862289750555d201d11fed83aa744a7188eae07689
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d31177f809ce6beebbf9b6e59dae626d50b2ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c6a896c3b71f28be7701795ffb2bcfe7f191790859f9e9678d16653c760a1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3675c486d3040fa1fd4f3433cb283605d80043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eda4468c491c6bcdc4c35eb87e19735bfdbc64fb5e384a2e3369b095879d8fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c8060862b6feceba6d18a0fbb2935de953f356
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f5e7b9b4b5d9fe109ece017fbd261dcdde774859d6256dee4c81e0caac89b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a055548a917416eb1d94740a695192df2daf8320
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3945b0be67806b65d5511fe1219c16090ee791e961fa3faef7862ebd0c37adb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276252020232e1a4594d64dd519c04303ebbc4d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e1c335b6668112cacc3c906127eb9e28d631d7725fdf840e46baa3a454dd9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6397dd790746a198b2c0efd76fbf8544f0c44e42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53899f3b9ff9eadcaf4c0fb7e59574934f002ec0db2fc9ff7428ef3c9595a9bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85fc64f7d9422ac471f5170555cc10743f2e2e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77935ce617632ce5eb1d999d184e3c6a16b3abb0c0ad7731c93428b2f5cad87e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b5a552d45e433217ca3611bda5f0ddd4f2cb51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec6cac1bdc61216c17124854bcf25889158889709599838e040edeeb82f94af
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4d0bfaa3137ab78e2a608864b5c77f67289868
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b057bfe48206a1c2b70f5d3f2b1919ca2f5b7497ac3987ca3c054f3a430adf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13af23034ccbf65d8082c6ea44e26faecc625cc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4a9ca10b75d7c2f218dfe9b39b864a8b7bbd38a9f6fa0374c74d49b18807f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b48890bb7a6983c584e9f7cd39e01cecdcea03f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6281678c152319e168851f344b619859e3ec9e5f3247e25581456bd25e2380fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119f1744deb92f4c749fe9ad69436266957b1cd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2438ab3128cb0ee1a922a837258866fbce078818c472e3c645e26259a520c6c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2278a771f60dea4fef0365f0e0707e7dc17a55a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7f6c0a5f2cf3f76254b14028f7fe8174350cffaf84e7fe5f4656ad25569f1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075388c99af6ffcc8bd34ae0dfe91c5df48db7bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c6c55557410523444186392844b0dd1dd6e7efcd69ae03504d93930413f9e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7128215b89d0c45858236809fd809bdd1815cff6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac5baf959f8d771f5a388d00b50c134d56bf4de319e1c83acaefcc848f679f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0347164c3ef45cc1b54d7903faa8ccea0fc24472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b810a41a6be189c25e946efe5f354339f282547a14e27b33abe7576a87904a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39621a757a1139ad7391320b16efabdc35f21fa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a1646807d92e4af4625e9fc7964b078346a299d11400256d92a89078db3e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8402f8417be6ae36e12b5a631661909bf2158725
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711c18bbbd6b317405f97f8995f0b532d2e144710d27c71aff4338ad2644058b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570d1c00b535423ded97b236a9ce9c87ee45165c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f00d281519063afe17e18759140f3be299a0a1a0bfb854835dea529e90e549
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45f61dc6fd9ff04e5a0954a3717c65a52ea4564
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d050d7a6b351ec206870f343c42dfae42f01ace29f44d830b31e930cd2ff397
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43824b31f54a765b51faa6cbfeb9ef4be19af5fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9388d5e60b0c17740cb8b8b67559caf8b0164367ebb3d8a4588037ab85ae859
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc39971b075d48be982f6cee8d0ca034a1296fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de37251c6b81396570264d952b78ae3add189333d75779fc52f726bc058bdd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3f808a31672c8d5f20465ba270c31e867f1fea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcf6a94eb23a67491eb5ad8b2428bfb77b70051aa9915e5ed5417f018452351
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c0b871acc559efc83131875d580a21899e7523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aa662460fee49e623f3531df7ea0d3095036beedf64d9a8bd941eb8e718494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b59c577d2d88c0455b13b2487efabc3e82cbd3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a866565b26603f6af250fa0fbbf980d0af719998cd0c808da01292ae2d71154
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b045c2684ea3e543c785b00ed7c35060e816a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4a371da99229406acd97ee457a254c78d23c7f49261200ce1b950afc89aec9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb9861f7aaeed898d02afdc2a8c7056ab4572f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775c419d6c4386aeba547d0b00136b00c7bfdd0143fe86c5d02264cd6b65f280
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16c25c555a6fcee121ad78e1e24d68cd042f25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de893004f58bd5282ac2d72d982d4bbeff5a6a258de84457c77680cbc6c6f3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c717ae25bc2987278ad3ffaf8448aa86f5e146
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883649d4c466a5b51e41577ad39ec9db5e0e49291c0c1a2972fcf55f7524a995
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac906a90b670a00582dac13a4e0ce10bf8f126bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b7aa91ed2ca918dc50c53c40fe2126ba8ab301e2bb177f8cd80922ad62b91d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d28e6e388fd198dde7570c48c390a29aef7e5ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbf85b3349a4d06cfdd0d31b89e32281ec2426eb4531f0a9a408f78ca595e80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99da5b7b01d16657954c500653c5956c9f3bb5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e58e6b668e3b8cddd5e5b326919e316874a052c571adfcbede1b4107ffa96a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9567ebbdb9c60fe8d35670468e493d64ea073023
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443f098e54928c4c20979afb5b8521cff0b87eb393a7bfe9d46c051467a17a82
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccd00a24b8646287734fb75d55311e714ad0606
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc652008a06b5135f7e5c85e86e5a855f8d375e58f3feb8b8b6ebaf8ceb18eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a851245b3a933cb869074a6739d79bdbfbb108
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaacf4c2d9e7802c368bd5eb09aec52e0fcc721a609dba7bbedadc627cf8e6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713c10da8c9b1813e6b01a26845f3524e23d07cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff1d7077ef7f2f2539debfd4f979ceeb92b08dbc6f045bac35e93563c0dfa09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31c857826778981a98f42a06e9be0a504267265
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5d0563f9770565f35d17d685ea0a8b06ed5fe02100a9a1e1938b15a17765be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af2c5429a36ecc357a9d09e3331043146346659
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed15245e85e8f6ea6b1603d3e1901b73a135531af28be28e5f5575cc3f1a8c58
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34f2523724f20f492bf0cc035c27af0c8a33077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2d5154430d8aac38ec6a469874a2df35330c256ff97daacb331b6ca9e3030a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683c9f4098cba3a227b101897aa4f8ef514cf321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f34f58d6cb27fc543b9c9a10dc47e81c8924df8398fd5d593f4fc272cdf46b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec562c17eb14a40274f75570bb7fef381034c90b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8fb61af1c5a7c2fa9dfd37231d86497ec78575a1f2de7d9baa9be5da8193aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7696279cd8b1d83d0a835c1bf1e88dbf1768465
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4751e61cbfa39bf7e998c4e543858283d1348157126aed2dd5d37132ca70a5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5340a3b4fef456bbacfac3cdf21c19f0bbfdff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7a2d5c59ffabc9764ec879ed83ba1882a5caf07b37ecd34f936860c6ea365a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358230c16e3f0729fffbf55479a705db7ea9d49e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc025dc19018acbb319f74b5d11e6df34b5ab2e14f6c2ef2c4fc458a2a86f57
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faee086868ef65821c52d9aede8de7cc717733d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43454dff99789fcfdad8a55ac08d9e14b2796dd4f805de7dd5c1e10ad3d82f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c124cc06700b7b647e9da85dd42fd8b8fdfa10b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9ba0a86d3f062f81594402ab940dc126bec870c97c149516d60571af0b063
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75ed6361583fe82fda05962ff4494c09d461c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a3c1653b367800f34a25f53cd3feb8fe88e1e72f462520d8f4a8f4e626d2c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25f5c3ac15e8fea0de2d44acf0f45ded3d7c3a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1190d6d9bcf9a4ff699419a4e71f5974cca7c184116d8d46a8cc88d90179491
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242f5f7c22ec0065f08d589290f7ae05bb77f6a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f09cfe29641e823b1712c4759c9e21025a558267d811da6195dc5c9ef0193ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5c6689fe165b77dc20a3878a56f2db6df9e293
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa4133598abf8905270e1bc55421453daed952fd94ff1a180be172c01986512
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecca9c64d6124bc1b29c96c2b0e1c1df6eb196f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b06a7e3b49cbee2a5c1daa83cb65729b17ec372d8f1d55e1df5142bc568d307
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a13eba527972d1445898100b8b4563922c79fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c460fd163675ffc99c6e7c1f2c47369376d15f68d873a155bdeaf0a68e3ea6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dbf54d9823f286a4a5ab68e479e7aa2eb8fbcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb840cf613afcc5778397ce9f246e8d4c1d9a774e503a5401e5dea7abce10bdf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136d593369719e2999242be84efe581c9d147a84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a97132a2c7929b7489feb92081cd1239c84ef9ddaf9fe684a1cee7431c774c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82007638d676e7f8be1f79033747ca616d86f1f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb5277887995ca4e1d4655d68c797f45d6e85b21cd27fc7fddfcc973d9d1378
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e0ea6012f76a79aed2b5179c882136fdc26b3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcfa1e4b6f6f4a468d6d481cd04b4d74f6d07736dc5c34aa807e41c79264954
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cb14720e7c99980f99850415ce641ad583bb13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6efaffe04763b0611981763e11167e142291a4f88aafb256874d84e939da9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cf09221c1803512b13e23ce96796b92ddfa8c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e7c6438e706ce0d066b53722e1aeab21c61452736a87ad1f34f59a3eab0b8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f923d9f489a11eacb766e9ef86f37bcfd14d78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e5e7c5bf24fe9198cbb7e5e3e79db80aa79d45a9fb2b2eca7ccc117af9c950
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff57b3515f46a77953b28c5df35e5afb44cd3f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a1b175ed1a97c882375ab9295ada0f483865545c49d2aab198615f4da628fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd360cda724973f2897e22e83dfd7f049e92cef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a99762cfd9b8e72dcf501011072cce7a4b21b79018e969e79f5e258ea00566f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7232746b147ecb4f0ba4b0e8e424475b07b549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a63f61da46ed1f9ba0a1d6a07cc2946ddc6344bd039fb9b66079b1feedaf8b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2ccd1415f3258c33a4a058f93f8822e303c4d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a01c87d775217f9a4fe87063b3a35f37202b8ca43cc72e70115a62f6aad1830
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a97a0900ade4bdd0553c47f28b70bdcd5c6ed60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edbdca47becca09fde322a2142b7703af8d47c2538ff0d4f6cbf1ae909a8f7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26cac573ce16d5bfc0e9e5be63978ecabc07284
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550d40abcdd6384bd0bd71bf0dc0a98afe3f7388d4a63e4843ca51956bf4bf7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf4e26a5a0420bd8b13d432da09df9b573afc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dc1f4703dc51606b19bc6fda5d70d6563a3e1a022dd429e63b960774bc6a95
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf25acc05f62d7976e2be138e5b06f771d7eaf61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd441621e0f88391b82adb6e822fa924959cd374a161c3bb9499cbbbe2d9ea0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3216f2901a715c2d7cbe1b18e2a11148e92ea73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c57168d5401eaa1c96aef4911d39ded9e05f5090e072377750c91f6c2d08c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a92b16322253f3752b4f8ff8ce60c9214ccd274
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ffded020630dfdfdb94ecfcf4baeab0e1d8df8c6b6cc52acf5ab66be2597c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a7e895575fb788e760447c4a4dd0116e110e54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd0834e6b69f514d089e6cc78ef250ef982ae931c5cb771baa24f5d2dd287c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d1a9c0118591d3f3ed369eb18dc4263fd6eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dbace7167a50325917e8d6b2cd1e49bf22182d66b55335335f06b4c483863a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfb36204e60f9e11496afba878e3e2248f87730
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5fb29daa46da381af3ef06e12f0e10a3fab6cd8ced0ed9f6567a28c330447d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b44281f39ec4ec53f19b6b9163d9165fc647550
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3baab65a75fb51b5454a65c8c36be83f424b7a6cfb82954763dede3a0f60ab5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529f1a92a9750fa0c757c185e82a8be0b3b871f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcacc1dc0ee824c4bfe2a39822e6548a406b8dafacea3bc09367257683677132
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441cd799662ce3506bc26269a11f91217246a27d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed17c5d8fa966a0a5099c70a895dd77f63da315f6c37e0415b7ad8a73cf0306d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3828969f0b0473e2852b0adf12c1ae9fab28371f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363307cdbde40b10589767ec16f91c5ab25febd6ae3b1805e10bd1843f90009c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330dfea6597445943a2ab91de99e07efe4c34125
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a41400822984d2cb579e71b22f87a24a34bde77904dd58395ab4ebdfeb51d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb68f1ac9ac23c798e6bda2a879f50b611ae0d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b37f80abf13b03c06e36857ff4e28a7911aa1ee19c221b2485d432b67a3cae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e4560c1ab0a6f46a085d7299f925a358e2455e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8587f9bfd2241d481d6339d276ec2492b22f35f15b9ccf88683fc4737628729
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04a19891de7e550f86b028b93cd52c4c154de54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd47c3c279de5270a5266043abdb8fdfe02bd4fe16ac020f435e7692c764bb2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6b27175708b1489ec89c1bf61ffc5ad98b5f92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3f968519adfb9360cb5be07b672df1b1642c760bfb66e16fb53ad9b5e9ca82
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b7963f4a82446124d6b55d67d60d4a6237ed7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cba7a67e8aafabee7b786ccb89ee0f9c155d01c94e587e2db0651a7a0d17d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a80eb7968d3ea515d42b2c331c59fd7c8033f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb0798b4a975fdbfd1638ac0ebd8317def2cca68ae169dbcb7068ff4253ff8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78599d0026b79f765154cbcaba394b4329a35ebf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8354d6ae61107e789f3b0b214721f01908ee6e629cf0cd144315e60fc1e7e9cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a648c3f7ed4bb428e466121811e88568d1d39100
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42744f57fd580edfe993ba3ccfdcec6cd3ea4511f1d2ae8e89d27774385b7f77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e25027fd8c0fddfdc4493f268361aeb12de87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef644c611da4013538e79b7cfcb9b4196636c0c7caaec5096d6a9a33ce36693
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72caa06e3a98aacf8a568b89a993bd709f52bee9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f146c34cd775083c7f8523e1b7b2573b40c54102e958dde00d556acddfa4b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5e10bebe002e6c6b66f10a75beac0a6979cb81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816d81ec2dbed2e411dca6ca2a00d49b6ff9e451d852900bb50d1dcb7bbaae0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab50afda1f84cb8f04df84530760cab10234ff5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6305c18ab8631fbea85290fbf8a1a51ea38a8576b891a8cfa4f6998f9fe3e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cb3af4ef64038778ced866ab3b8812c1b75409
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8a69ed4d3862e8d2fe8470e3b02698a9da93043d7efa68536ac282a00bac34
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978814f57726993b2110e09a015ecdd6aec36743
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3f4233d8dc7932b52670f2c3d8ca78d3ce77cf3950e0a6e0b1d4acfdabdec4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32789f530bf4bbcd40333cef4bf87e925768637c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b291f148f7c7b3172fbbbfdf5fc4cf9594f142837b8ec29533f0032e67f3d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368668d44148daa57bd981048198cb20d317d69d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29764280598db26255106c0877123a47f5fe01ac6ebbe4ce714558026a2d957c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea5105f4e723cac95e07139c26140bacd3ad6d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acafc0570d5311847f5e9bfe647bf04568f40f6d68060aa7b8a8bfa494dc86cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4636ca00d528b3de979f2782eb7eebe09f476677
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ffc98f9803808e9bb0e43446cdcd8d5f6f158238e36cf91bcc844e0bb9dcce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b4d15633d8de9c5cd969721f939e4588954776
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e4c2f4d12efc9b666e74c585a694c00a6a78b6cfa91b029da52d6647f6fa52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf62a861e62d303de72fca1c96a203b2743ad4ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb7079778d406cd67181acb5c47e39b19900dfafd09e605f49d85ba7f68bf26
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e776e217bf0014284dc373a724899939e2209
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cb18eb3d4f7ab481ee57a956310dea99caf85c2a6a86ace82be07c9f86c871
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9d0bf35230df1dcbe61386d86f2ad7bb37ca77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfeec6c88b462e71c5e8e0fdccc3fef6292389658bffd7aa2c3481145ccd599
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441cf008fe25b80ff123cf892bbea8f6ae65cd97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6119168eaa9fbafb6736fc1bbc8a270ec740f85024c5c975548327c6bf903
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948435c800de77743c3fd6e2bcd7704bfc2a00ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b81ef439dd39656af343dbbd2f9a8e15457a65a60353d412999eee83865555a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8460222640c0222e4f589e6d7bdaab89df3fe6b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449d1682cfed79a9fb39174fd3c1d64ee81a4a202fe068c6b89677f3617728fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a868bb98ecc6af6512d2dbf270f255c00d2392eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32737e409861e90dc68266a837ce5888e7c0177c30608a3d5257d1090c6af81c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1738ee3aa45a6a2d63cdebb6a23337f2b875da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df50aa435bb47bec6f94885a10da6590e16f188f1ec4e117adaf82247d53e31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00fe0d6054d96d94d3f6847c12fb5587f5c5300
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1a5302187b76046895a223e1ee7f4921591fd0da6692fb12fad7c0e50e30bd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b111a8dc709a98e8eda488c3bb2f8f5c4f58aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109e81aa584bb3b560c98ffbab4a0b60ed8b4ba95745445645e0e3a21f4f9254
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f23a399278a255ba8ea73c8cb940529e1027f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fd1ff36d4450d1eaf159c7262d8ed01c7602c6bcb07971a101e84d3bdc944d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfa81bd45a7df428ebed3bd198cc9db48fceba2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6692bbd20c8ed5f182af85a170f69cc82a62cd1c089338c5ca9eb9947a0bf0e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79c10d0be07917fe361e9c70a11465e0f7ce975
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee779c05e3041264a31ffb4d619ff68d7fbcf72230bfe6e7d641afb59abbd982
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2643f3431cb27cf6212e11068ab1dfc41e8be44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7200476641ddb4865404cf7aa91d656f7c85aec731323d8f34dd31e221b919
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7cc46a17b6e4365dbeafef4d32e72bd764c9c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef06230c9f5d5c3c0e3d5e52c50c089f92b2b8222705fb811e29e31b46d6aa88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a3fde848ab3a8758f37a40a5411e9d568f9d0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ecfdcb3eb82ab6098b8111d5f327767b35cf746c3435be461ebc3f1541d764
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b94b0ea263b41d92fbcefb11d18d8eb596f27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6198a7ebae977761089045adf4b1d40c8c7484df3f09c86bfcac563e42454b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e172a8c2a57249382f80577da015c2bc07ba48f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94248635b80a6d36d695a52e458cec0ec57baec6491448e2bd4f4e532947d993
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d39945996a7e820c3df872c5e41e44367b6e6b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73426c1ca4974c392d36ba20a21d452147246cd4c8e3f1aff6a81629e09f1917
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b8692154ee6e8c7cf1490c901eca92f49e2a72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e7fdad1340dc3b130545a1c85e16e416b4d523c9f382b52554bc4eaacf72e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91698ad9747c2b35860094f3810526d896f5d288
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c4dadc124c559e824149354e4eecf75b0af17c2e27957fb48efe66930bfdf4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dee3a3bde88c45d0fb3f4ab881d5f08b06b81c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0009ef5508886e116cc18c45f3ac6a670201e7eb91daf13e7f1b8910682f63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a10d23c98b0004d8557a8883e0e55040ef5e06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4352d2cdcdf1da07e404ab8b52fbfcfb8d5a5cc0618e468e233c0b03788cf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6b343b80ed8027604033f469e58827a5654dee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d679ea17fcffa2f0a3e71f3b43c76880cec8eddd701b8f187060600a6cffdd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d6bcb5879bf04004ac91360d89e3c4c48ad34b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268e6d882aa7b9e2e419ef15f756fe357afd99c9de3af0ba97e3e366dc750bfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83da7cd6a06b5e7dac51986783fada0becb8ba88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4853f0ddbcb3d1bb56ef88cc66b4a6b5ac5d5711345105211dda638c80c67fdd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71670581ffb44932e7f90b85db18ebcdf5e8a496
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e5df4886be3223328210f80d320774f3326ce110f68f26d2a9c0dd1acdefe7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041f907e68317d42416bcd76b392871b75905955
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b052ee9c5ccff9a60a45270dc2886602c890265958b6f0118ab44311d5c31393
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9090a723a27b36f5cc761e30092d964c02394f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4fd6a0554f20cdc09f56418855e89e94b6cc3a3ebef57f3a850a0625410a3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21a40fb49fcfd60768bc03ffb1c252589ec4de8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbfc70c916ed21a30a0f4a21760706d57877877adbd0ce4aabc685818252ba0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0f03e186e88ce8f4f470dd24dbdea19bf69630
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b62fcf489611dcf68fed2e48f537f1fdbe2abd2714ee06d51fbc3a45491b1d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e44cdb96143e174dd773215f853779bf6fcd5b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777cdd437ec7f9418b80452a95ca94fca6b8d419b82b01c94ed3a9364d95f38c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58987d563e75212c9cab1cdaa6e03a5e1caf5846
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1848fff87261c4d870b542970ed0ae45851cde43e3097bb623d30bc5ebd59bd0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebeec3e86352a8b8911a35d89dc31e5bdac039c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d601fab48adb954ff751ee3e20ce4c081110ad6262bf506759a1d080b92c106a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8044afbf60f288da5f44ca3cd8216355bb679d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076ea3afa9c53ead87b02543fc39486164f028f264f207674c068f14c1e2e654
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7495bac9bbd6009fef243533826eca633de594b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7c3688da44bbfe53a4c5f7508a3a3b4bee333371923b87bee19e1d0ac5456e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d505f1adad7e7bd12226184755f1c88f2503bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70826ddf31760bd85c8e5b7ddd01ca4dc34abf5f92cd7f1e004c5a8c1670bda6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd3a5347b90c399f62d8505b16dc6075f0a6393
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757dd436cdf2136e9fc2ee830374b453164b3cf25b1a1fcccbdfcca65eb01a9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a31ed2478c541b51c548a023c0f0ce0db53ca88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af66cf2faea967933d9b1dd4d7a921eda60da08ec650a806108c680f70994d18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb2fcd917bcf50a3aa103d8a7b71ec9c907c7a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7bf51f688eba16b617b0d395545b00fa50ecb0125e1b81b4c661a8ade277bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465538bb101d7ead371fe0216c41b429d8a28808
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f570473df02fa55b364d95f51b4eb2fe328698e50aebf839feed7bf2a211e70f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2939cd5c2845a5752b4913d0b807e887be01c8fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ef79f4bde07fc8670cf721cfe2bd64e9b886acda55a09fcb103f44d03ef014
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396a93ec2e48d25bc5bb8b922484560f5c6635d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccaa9f860e0caf5b4a13c26645d003ba2ea83e0688ad30c133547eb9c8f6ad5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7910e00608c1afb8c23d080554088a1311e039
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062bc8d2d08c9c8e462ac03aa70835cdf0e6987e698baa62d0ec679e1870af95
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3896c2e64e5cb3b1ab8eb2712954c9302f860838
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f4ef393c80ad28c9320fd10ed04bc8d607a08e0066125b4e36cb4b9a15313
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c844eb6896ca6d5cc7aa2eb15fb83fe9764f381
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569f6e3fa28b707f9aee3fca3e46060132556faa133ef8693c16c89752116408
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195593009925f68ad0f3960f389737e9a0f4da50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d127034953271b806e1b15885afb5d7ebe826fb9553da2086190174510699c92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc442454372cadfc6f9f17b38ef9f0b0a45ab11d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52719ac90719187cf417fe96adf88507711bb49d5fe266c5dab555703f9a777d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a429c8da195f2cd7cceeb36c07edfc72b3fc1436
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4a1b807054d4657c9dff244b6c287e92f58f393e7c7b33b6d508e9beb5cbc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2171ac103d28ffb625bc37a7f1ccdb4e2fdf04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6849fc93fd8aa5a3ad40b6f0de2a3dee783bec9107e90edacf13f6c33473a59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687a5ffd42d41b8c607bb3840d8a5f4bfe573aa6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6180e6c6898104648a849e220d6a681da5eda654dbf88789c1aae5004c7d15e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61f8426b73948de7070d30f56a8c2fe16cd84a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bd212bf053e6c3609bc1b286564ef5a3fc4d56816f2c8add7937fd84c23c6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bba4e12c8e9884a2d46f21bce47b9146b224c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e437735865d44033e03d0ea301ad863ff0cb5dcc23fef8a4889d221db4201f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7ab92bc2f85243a719576be8937f312a3ccee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4f894cc6d27b14a44cc53dc785840411f84babd7893a9d7ad16e86ba4c7644
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b664df74cf15342cde44d6e45bb49635340a198
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e736f306e46c924ad39706dc35c397368d002d9ee9a3b95d151f59a675fc475
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a2caa7bc95643ece8a098fec03814a65c459d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a285c6d9e6b385dd499694be405f217c3e77004ad872e17cec2a2439bea86
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d0887cc66a3223581e5dce33ca0502bdc994fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18121fa4056819e50c51aed615ad0c73b1ddc6e13583b40a913a77f6d1004447
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a592979f2fa62f256ef852599327181d731967
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d15ceb78e117250504c82991be4f8bf1bf5492b403f780fbaff6f249f12632
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1139189ea9cd06c3c27b93be8a14a689525cfb23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfed6decdcbc9d153c4de908474853c0ff6659fd25fed7970c7052cffe4c62f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ee572b877e0da25fd9e0762bbfe55610feaf7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10898c8dbf085928ca93989361f90f1a8456f89d68d215b532b5359b2263922
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82232054c87a7f3ba5f43724732ba263f6062b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845c4dd93a67f949eaf761b92690b36487f13eeca112a9cf703638007906cc1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf184859ca92f24d5fc36bfb8c041a388dc3851
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcea0dd710b7b687a4d82a0b52fe540848d17a473177229b43d7f0e7334a5285
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3b75d44ac1f79974c97caafd14561da903e760
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8701b0929339e4d504d841e6fa45e5ff6a5693a9768b3e29062ffddcf9ded6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66cfa5f0235b7f97c8829edf8ae6efb1808e725
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c37a8ab9b363bef228686dcc5412d7c0f489e9244606e605b055663806f83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e5c23ec63cfbf59796f8b808266efef4334b75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bfc5b607ebc07c6a9e264abec0a42c0fae1e06679ae7d0c387f597cbf04b9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9135afecf4af8e4d3e76e976d3d94e2f32a56d66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4246c831f2874de99c4e58d5a9431011cc651071a393f16d02b63adae881e11a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2fa33ca116c3a9a040278d0a8d6c0c92912668
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8c33d588935bdacdd36e4a071b7a7f0421ff4ec6deb331f864a42225891c9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a542cae23f8c5a5b83c50a57d8f7719815bca65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7756fa86b9d78e45219a3183b7399a14f8b24e182d95f9437676fa025d2a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd55e067fa67c8d945fd13350a10338373b7bd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8d805c8d4f8c56f04a6157bbfbfc998c5d9e138c95694262083dd90a3e80d5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a4db684995c94649c190a12d308b8a1c2134e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1e25b66a046471345e45366ad7de3e95973b0a5567e3194aff2de52d8b165e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba4e49dac8d1ced63ba62c3b20cdd685533425e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f1aa4cc3a76346efda9ba919e7a60474935cf77cffef169ca3baa29afe549
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c482212b4f92229584d78d4a96416d3da1d935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953d876cb1c6f9f4f98cb3fecaa016742baf9d6608d9fec95b2db3a24822afd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda56e92091deed2787de48cfa21a39a2935d4c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a844f6a10723cd30ac325f73d8e68d1e3ddd9a128431399e450258c9a911bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879aee5b68fafe08106564bbae7271d1e718b45c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18d9613bfa9d75b4dd39e17cc0724b9444dd1d02f3572327d7e7f26e2e41fe8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1110fc5caa04cd9226f5b22054d0762fc136eedb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a92d6dc29f0bc52526ab5ac6fc6724a826c33f9de8ec9329b60453204754ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1341bd865b456eb62723000e760ffed70f102912
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b18dda4752f881ea094ea24b0ff8824b6cbebcacb8fb18bb4b855a668a4620c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c9d04f8e58ab72ca3fe15db4c5ed77c3eba69e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a611e2531c8e8ad94ab78a8c796f6e5f0b733e0ff0d09442703a8513c604bfb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22eeea36fbd22662007c0ccfe6f37b8a1f84368
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ced7fd5e934ac75c397e6b0acc7663c35e5e596f392ab178ff71d7ed9eea7a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a16329d7ab4dd2dfb6aa18dbddc5ff6d67b86c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef29e54a7f17e321e7da033dd9ead31387a9300d3c53a14d1ece74a7168aff31
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b6b75eecb45eb361353f6e9de0ded18182f80e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57934c06972840e9873aa98f3801e4e9eb47e643669b45baa00e20c9ef9c5d47
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e799774cddfdb8cff855c3708fdecfd5c5fcb27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e0d635f467d0e681165999430d0219848a10a0d01ca805d188a7f664698f7a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e13c28c567b92785226e36771c124dcf5c8539
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a130f50e1723bbb551e23bb5acd4fb862802897dbf2072642097fb4bea1dfe99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9064038f53202b2594c73759bd369ae3967f03ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35df838bf80c34b6c34f261a82ce9963c12be9b3652c5a12ba1fe19bd6e430c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807f3e1d166492cc3038241cc4e57637670fee70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c214abbb20e4b4cf0d2c7d940fa20193987e299cd96c28e8280f335d116f1e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7c670bdb9634c0c3b6ef963af3c324d61e9405
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c654a47e68859cdc46b548bd53e98ee6ec18d3608243e3b11c2a2987d41aa936
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf64c6beeb4691c363f5629cada8bb760f64f6a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a14f6d1d50811875984f4a1a54ade191e935bab0b3b7148b4166f9324924e53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f0869f6cec72c73d39cc2b35ea491fd9e92df5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dd3938cf4d38520f85a1c5c2d56df42b628bb3da7e46b307ae28589e9b9843
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5dce3fcfdfa18e684cfb218e73a3ae36a81035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e067276087ed8cf28453e01c12a9364c4eb2356d406437738a25fc702066858d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bf133d0a705ae754f6afeeb75523db5a1f21cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea69b702b0ddc6c9ec6eb0859a8db12bace9e372b6f83e2995a21f89f2da94a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaebb956916f093c27010d1bb32132d2de415764
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ce95390ebbf06e7aad0ca551ae9348256d04be70ea541100c17e5fa314aa70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2aca46f8ea1fe0b1fcfe0beb8a32a2f7014ca0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f947530b87e00bbe5560715bbef9fbfada9c02f625be829947c3b150f507d8c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92cb841eceed2c1227787873a11c5cabb9a7fd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e5427720739f13373f8e441f06d198145eefe5960cd1d5b78736e860daf0e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fa6b17f5b18abbcec7424dd8198d37187694ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b0677ad2b5f9c6f1336db3444759de29fd111898c92ef113d8310b98125d90
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061fb0a623484ab17eb667ac89558d4699625982
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c94215a1cd956949e677e356d079b341f3e372ef0b3616211bd41c570d485b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49afd711f8fcddce672a86094dce07f746408d21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae19ac59e7fcf737c71178153940cbfd62b7f5cfce2fb5a42238507fe02544e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c04b68d4c257676016a53ac0ca8b72d5134f7ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1d432e476ca92227912f1f2e7cd93d9232fe63b59bf8f683c443832c21fae7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a4bed1c375fcc99a3eb7f331d8c08912dcaea8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179548a991599adbab00df5a587f773a720d87161fc6bc48ff069d59455bd0ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6dc2190e815e24bd92bf1c0a63ebc5c0f722fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d3ded0f743e690dff16435844d03f168839c9a691d399a630aeab8f6a6abb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0191ae10a354acd8ae25af851cbc298e9cc8078
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941ebb6edb079dd3870ab0b9a05f6c23f222e44547826b0cb70c8d76c596d289
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9b603b14f1fb535e94311930887a7124897c03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bcc98e51fd9f72f4f5107697b52b2e68c8a9dc25b62fbf5734f9d31d32a206
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86386f757a0e81526a9394e2024626e30471be0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021648bf169976e2fd343108c631b45e05cf34ad7369bdac60e371972bb2147c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f031aa479b862d8b5c6ec80bf589eb2ca68f98f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4ef97a3da5ad29b0927e57e211a0d42d335312d2f6c56d8020c373fcdbdca0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bf8161a15ae0a779a437b8c5e4c61947b9a884
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99cb8202627fd72dfb42dfe5d800ee24b9c70b4cdb14c2359349f81ff6ab1d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3188690fc17dcf17bcdf9275cd90e1b2e7038b11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6719c247fade9a2f0aa5cb7c9d9017afa09b1fbbcdef53dd6689b9d5d98d60
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3361faec21a3fd8dffb14d409eba98b9224077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcb6314885ffd4d370f35c88a901a95c7fbca978259061ed1e7b2a1ad2950bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38640182dde2e252bf92c54edc50c418517b53ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab44f41d0ad398893a5cf6ae734a505de86d0e387c9f4637c7d527c0987df100
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c14705cd8a7c264a46d08460c07718ad38a152
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5060ef20a8650bb875357b093a6fc4f7d6734c3c433318a2c6a9539a97e6b16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfbc4b35303216ff535dbbee781da9abb4e7109
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86d685ef720f9b79958cb840d654195837930b85301bab78e3118241c772417
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a99311ba9f60921a8c0dce4391cfd24dc31cf12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a7f022d55331f3ae21f283e5589cab38f43cc6916626031d2fc1ab0eed7944
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697a145717808a7a88331fbab963fe1c167ac60e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb838d6f2b027df2be4f9a15f07ac678913ef2ee4b16a738badd69609e1213
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee558b40e8c8953efec70d9e94bd38e0389fa13d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f1ae791cee7c52284ccf4cf29a00b1f67d6a19c9c560a58b8d803a656ed21f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953603fb455f5a6d099fcce39fd822da87dcc018
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255d92dd5e9548c4297947bcef71969679512c7e27a6940560df6a2ed3303293
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ccbb27fe4257016aba3defce064a42da8bf044
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49554a3d4984c52e9279cc59ebc9dba85ab0ac776dcf0a9f20169ac7ae007c37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1a854fc5faab916e123427920271eef02611bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fc7ec2b39d6b3a83b472671d01d3b2d94359f35f13e6007c4a8cd87b8e7977
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9952d3e50ec15735ebc0ddca4c5e6d881a97b64f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1379ed878b6410a1768150a5fba0d686b5d8849e575ca1301103808677cca1b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e534b6cb213dceb8c0a2fe74015cd66b999a41f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f999ee296b83198ed8e248c5c0cef5cf73ce94c83d3c97db9caf2fa44b29829
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d933d1d561cb7b79aca7e5b5cd68d93236698fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c468ddac367bc2c47f263737b789f26650b70e4f7c9bc64a2ca1893aaa6321e8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade66020bed75312c09702a60baf528647828e10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2f57655efd01aa1b69bf1dc6123365b50e60dd419923de53fb29563e7478ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c53ee89972ba6a1d5cba7cc060609808d7eb20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e410f2dd5626572051724c6760e390d3be7c2261b2d667cc05668508f61191
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8246469169fb20df968b4faf995ef4e8ce839c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861fa037862cbc1ca080de5e679b33aec06982517791ee3cabc42f5c681c69bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a2367f58afcbfc735347f1d4ed79f7f00ea06a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1f0c842a3ff7856825980d7a1faf20e22e5ae11436f284c8989c116967e391
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21141b3beffcbd223a67bec3bc35e8aaaed89c07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2a8ed6caa4b4ee7051ca7c85d72df836030b7f3a1f1f8209f7d901563bf208
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c7509f13adfd1bc359e63c9e42a7f8d20a199f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86113b1b66dc4a993a97f8586cf9507dad0e2c5a92cb7babd0980f4a0668cbfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8488e19e85e9c3d8000445e4e29b37445e7983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b31c5ab0edc080e6a59ae5da4d58480913042d63a7c96fded0d72901501ab6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e897a39709a614efeca9ac4bf632b15d5d29dfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de6f056a1601bc814393523134096fc68c850b7134ea8bfb1e3b95b636d2b76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da192e68a45adb262b2cc5b4ed5ac6a87bd3626
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779acfc01e2f8b16890d27246b4df2b80f169cf16c3673d17be4e4f4ac6f0350
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b3bae22bd069522aa7bb24f23dcb4af107f366
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181ce1128d966a0fc4c79e107e370cc16e9c0febf2a0104014a9ed5f9bb1616e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3618e8162b8dfbd20f6b9a6b84c9eb20c9f98d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddbefdfe8b62ae2266cdf0bc70b5b1c4148a6fe904ccec3282dad6930ca99dd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebda47656e7cc844f1c8115c1f8096728d0213d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cda051c19e9ebe17f0f591805ee8a48813091b353955f81386429bf6c46649
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9dd951055bec1930cdeb4ddaa0ff3251804562
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b3364bae6225283cc82bc5e699ba885ca5cc7485db51da5a551efa4a368087
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0986cf6c4ea7c038a87aec7cf5a374727a160d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4e156105f09068da9590a95cfa6d87f658024847bff5742d3133f6f13dc754
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335debb9fab9092c08d8d70af78d4d60dfd10411
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503c326546f4376f6e5f0bd6d21ea92373981dfff4ff5c9d12a321a9b7ab37fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822ab512fd158de1d780a45e1faad20fd1c81618
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c98ca672e7d4e5637c9e5dde622a9736382f58fe171d1bc6b6abb109f8ce74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83955f2e0defea2f6be63d7fff39656e0e944894
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f27666b8c767d6a44b2320e1f34cd9b4137c45e6039414e101aa960b2bb466
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b299ce0ac1919e9eedb07822defb39fe79f69000
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee9e2839bafa4f192a0c6235c4572944245191dbad1b75a3a4ef6704ed581e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d51b49657da85b69872a09a43067278251325b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd57feec56fdd64fdce8dc3f2162f26d6f684e6426602fa2796de0cc0ceeb3ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c69f7e53f0e80698146331a1fd27e01709a1da0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f86652ac644335551db5ccf06ab47f1facce3ab6d5ba04430925a06776c4bd3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95008dcc58d36a39db11df8f28de3e216950a4ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812bfc2eecf08a9ad8797c085f1552049a5ea135714eb4b755c026f2832bd825
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741be60910c957a0479ba5d7f8877d9d8997d1f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e78d39a3c2629e28cb656b1117bc976286dc40692cfd4c5c50caadeda8d8c5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c79c1778437706e4bc7cc088cf16e08f5384b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555be69e3c174692f27a592f40c796ce6bcf43d83252df8ada2af921ed537dbb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08807d610798a7b6e0a5e67a20c9428653cbab3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b17a0e2273c35110200372c753fc89c3624f41b1b87d20be9f44a3cabd173c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6a409094979e1fc0f6953bef49b3817a0fe65b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fafc9853e5881ea9cc54ced8d0bc76a6d47d80c130e978d3d60832d32c43361
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d17799e8a74bb66c70de74c37448dc3a093b33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0f908fe9e03d2b5544d5329b9d249802339ffeece9f3b7f6244933d1e4de1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975dd53920a4d64350e3136488fd36a9e0988658
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3ceb975941ceca9109a3ab6e2f9c9216efc706dbf6a1a9e74aa0e1933ea153
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf896343e5f60921c59fb34644274bad293571e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c312bbfcef74478a6dbbf2e4696ec0800743158044b1ea22d5e44a6fbfab912
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59ecf440d4962fdd639c6e6b1eb67fea2b555e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948dd34d812825e26aa742043b48b10a0106f9dba197e011ab160a8d8b949f6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eef0ad3d7f6d6e227da761c628892ff0d9dd98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6acaba24d96d90b01f568d0b3b3ace422923a19131872744331dde1eddbe146
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca2871855662436dcfa031a7101ae14aa11d999
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3758b5c024be833599eed874488042fb95785cbc320ec7473d0bd9d4f8fdd06a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba4ab02cdb09ebb576cca8cf8db651a56875f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e9b9e73cece6a8f56886199246681252a23fd72ffe1551f8dcedf237f97f82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddee716dff9c7e5e9860d10d12dad20272153c25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad842c46b6d92eabb700ed4be4fb76e03106cf2042f42be679c1e002246272e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f51f557c92a7955d03c603cc40133378dc53247
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f76fe92d65e83c68e7e10723c0b1db91bd89bca405044588ff122c21897bda3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08096ac0c17c7f91d11f00cf0f91a3ba0fed035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f34fc4525a3ceed8524470b6c7db36bb712bbf0ca334aa208a12d29a8fe88a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b48a302f53bdf887631f181585277dfde32b7ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be14708f8b43506b2b0b709c381087cff8f19cf9de65529597bbac23731a2b5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c69e4cb1f8ca39e4c2422ad541c52d9bb271c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4a1964c5ef3ef35c82bb03cc4393ca304f14655627f10198b9d8832648b058
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a68fa636c22a259bed765e4387fdcc2044a8bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4f15e195db24bcf707f4e62306a4e4f10750ce77b756908e5d650d592841ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b9d675a4c9e219c60621639c25b3aa9cfad5cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17597a53e1d2c963214699a52ca323913682e7d5c1b8e4cd2e51b4fb1570ff39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807923ff7d64e193a5bb2df8cb9db9a97353999e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de4e3668d9005b303d4a54ca8b9d03cfce40fe616ca6dc8d0971aa0eab414a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1766ac168e712789a91a091d963f334cd70d4a65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b02017aeff1e5977d55e7912ac9e1259f1b709d4b97177db6c4e732c6b332
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480155acbcd5895bbcdc3bb66b342fb30eb5fd43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5629c2391816f41fd54859fd22a1c4f22cab09d7480c92b7aadfb2d9739672
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7a44eb5f83ae19564fcf98d835a9e9c0de58ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c016b1605cd8d89e1ee6caa16f4789e32fd46b1d8932a2870e7474d00d9e40db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77094bdfc7b06261ac4c2a0535a40b92aeb45a27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79358e3f75c2b0d4a3fadedc01e8ac9c9b2d0479e330f2ce2186da6955c7fbaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d049671351a8fc241cdac83cf9e38d66cb6437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af457355edca724bb0204fb54e2bce967fa3ef4b94d4480a698a2c74dbec2606
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031407fe810fadd53064c3f9fc113d690e4ffd0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93db6b853d1df5f71e7fe5d6ada0fe1b13f3520a9af6070e7a5577c9bc57597
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837ee61a588e99e2d7aa63e7ae45d41a4b7aef20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0d03eb44ff838f27cfc092896739fb60d32f7dc50efc850bc354e1c56cbbd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74690ee35c13087f7c648a76f6e5ffbf4ccad204
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339a804c2c2aae9d5544980d6284d629286f144d974aa907bfc586cb19349570
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dc5f266e8bd7e3d1c57a05751a371b0e29372e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51daf82b386e5061516e2ff59fa7d790c1dfea27e714c65a55bbe8407617ab66
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414bf0ef6b4e71179980a82ee0089e15d9d600cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a71109d5079815ef5f293b07027891e1fbfc4e7b9d38ea8f5dcdd262207f47
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2e74f074046e83d8bddbf326f40d46f1fb6c65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64acc9466a900490476ff206e2a70067c56472ce8b182cedb96fdf7538a1211
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532fbe2d8248f567554f533e7cac1b73c554729c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674d42a590736f963bcebd25d9db3679419e5cc7a0646401555b8cc0f4e7806
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7d2ae9cb95e66bb7ce99f21f022f0b549a0b12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafbf9a9f7434b92022d33d15d30dc05cadb618373d32282010e64bc20c89577
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224ed8b055f664a471c6d72b6fa6a110cd888b8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074dd32adb8c5d243edd90efcdf20b66106134c8a733e67aae9e32ddbc6b25e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b18a902f2fafd5092c5574c65bd08e343963187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5197b219abbff733c2165c2cde0c3c6835e64cbd5c11b7f4dd535d14d3a225f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8a40949a45768f0bb7ba23faad539be2a00904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e11fea791c976be8aa8214e29e55da3443f5ad546370936473a2bfdb6849826
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cbd96eb43e305f3faee8d10c41f8d5656bde81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697ab32b7c588f8b29210b2e5b05aeb1f3c52b07b01c910db852bdfee693275f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37850ba00e7114cbedc6946a2975c4e725ce03a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1a952c3252b689e93139814a4db944ad82f0efbe92e5c866a40f46f9a9e158
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d959b482e57fbbe66b8aee1f869aa36c6cf339
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86cd68305d05e25bde00acae97096fa12304d2ddeba43aa98b685b6af80b9c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1316547f7754d039ba8bd1724416b3fa25816321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0393d0b9c4804a98df1cc4e22213eee9e5f85f1fd71a4502dfe73b329caab9f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7bf14f8f5ecbaebb03687b95a41c9b9744df6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659da77029f2d9cbd1a10a9c8a593c2d41cf77b0127438aad1c81487eceaf7ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b501474a0134fac2f791867a69d8fdb4d56e074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a6fd62d709d73b758cf44179600f5468baa86c7ea14c0ff1af8f2b0fe02a50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f2e795f0b51673152b1d113516b489b518d1be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78de93d41070112c4c8e2302e488b2e435f16ff03bed283eb7db7500c12660d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bff32ad7c05ed1cf7ad31143d89a7ac34a8693
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fd8a5da5d3e2a3819bfb92bdbbde24091b91044e84da982b61b7615fdfaaa5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e9f2791ff80b7101ead3ba61bed2a300ee9dcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c414ddb68c695ec79d9d7d546f33df8da36583896508803a08076bc9170a89e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca650c27fbece0b248b666aa6270cea0d9f79cb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53550b00662795d67853f67979a16aa21d6f2d15b5513ff621c72d3d8d6a7a4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8293066088ce4b11aabb03f5dc6fe96e6dfe28e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb62c65ad907541cc0c0c0920b760bac56fa16429df7ad096e77a0e259b9dd92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f6d7b8b903bfb736fca379e465e001b2a25017
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de855db0972dfd069ec98c44d6fa46f8ef9e1716728ff56cb30c3d2957e76722
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62af923fe112a36ad0b98f036d249a402b07086f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb24305263873b87a4592d0b26a9e31ca6fe1ba9375f325da1cd3516cc24df5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e61c5dd28c101ff0d6b386877c220257df8ed7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747438666879928cfcbea9c71f73c0734403e89fd679a139ef5fc33a1b89aad1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed13caa4a61d61b22970dad5808fb485d0caf882
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88dd52460bc5bb5a98f02b8a31f7c97d95182ce788a127ca1d3d898a0b5c61b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363bcb31cdcd755aa0f6f7269226f2e9f78fa8e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b2922935b758868fdeb70b78be1b134b3ad8e65f5067017c2e31ba6c1fb2a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b6178d718fce6b98cddea45e93e847d8807e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61acb039d18589ecafe5a66f94e40f8bf4cfdccaba27c21980f02ca3ae1ef7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4176e7d9f51eafb27f572f8eec018a361c43e76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855064c4ca07ca1f1e7194fd0f78b451a012049573dd9b0171a84ca5b62b15e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8746103344d7f3422bea7448647bf9550ede608f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccaedcafef62d7151636365cefa2ef6f059920a4a20f887ef7639bc971f7c36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f091d68204ff52d4a2ac03d0b8b595f2df82318a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b3863c7fe004265558fa24169fd01e3f2838e4dd8e3860393a1fcdcc42ce0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ea81ea23e4774f69a3e9e318f642f824d9121f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45e5e19429495d9e1fad16b5297cc2323f20bf3aa4e28dfe8a60a12c3c67355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12e5cb9a9dec9ec5469b7ee9dd4e638088eb426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578e15b85909d72f9070d82e86f0665e6462efedc56e13623ed766d8e7191264
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4a013702f7f82c7f96d6b5232dab38fd505a2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b73d9900dc12b3a4f1fcfe5cab64bd8d56db3c72c1eed0e8a9c3145ede905dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c54fa248828499693f6b1302d42805d8bd4043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e560580a93e27275853c06351829cd0350a4a706886c93b2168e0125364a230
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062a731f39b7fb1be53f3a6f0dba9657df033f27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9765c625810107254d09bce0382881bcb185285bcb5cba3b2789359292ddd31a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641122da81ee319b8015d6f1884f04cf7168a05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f338e898ec4108730a80b3cceb6976393b8dd227a3d25e878322cc2791bc5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc15cd95aed0ea09015c95edc4a65de09af9c98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650d221366ae89f2f764922760eedd2578321d632293493d37b8c2fd5e7c2acd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848accf4f1051172e360d33b7a163e718e5bc4e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411ff41fadfe3b5ef7a612f0a2f7f4da38747f2f2cd13d87b708c9fd79eff8b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5001bab5187d91cf10ae2bfd3514d88330cfd41c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3465a161b8d57cc2e8c56e4d3535fa9869f45b447c9e02fb6422bfdf0de2c4dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3198fd0c0be1903631efd41960aae153c579039
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c79a8bad2c2c295a4555425a0c16ad120f02ba327446d91aaa86545c2eb958
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08335c5457251dda4ad4123cb9abf5fbc6dc45e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202e1ee16d523ee4b1163a3a58c3abb32014e276e4d36ad2055185606bdedaaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f030574f97ef7aecc6611f0d2f55f0281876d0ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d620dfa9484f73404ec41ca16ae1db2096f477584119030457998625a9dd3b8f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ce0aab0f73629532603c88d0f9c966cb22afd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff57b276b4815636383abe76d8c99ede49b8280ec90e7f96bc8a1546da329024
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57c7f2a7a923980658237c474ffe6555910fa59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887be71cf26769b707f88d8be23cdee11718a5b17bf8212c249c87972f403900
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54ac700f31eb4c25b210f09ece9b9868e5fbd2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba9e4ade1aa11b10429188254ebd7b4b76842a822e9207bc7937a891bcc2b41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c32f4c0e85c33e583e3687f9f3fce3a66aac2e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b9628890abe70b2c967628a558232b86ac8bfa03b15df211afdb7bef79c1d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cacca6b0b8df3b0ff8f62c4092feed53e87023
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f72a40cc0fe015b4615244003b210970e09f0540899eb07e82bc1ec7aaa14f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8512943b1ed93fc2ff232fc271a53c73c7d726b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15a0c6474ae45335231d922af4a345d8000357847bba3a6158c7ab287b130c2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506c383c0321978eb815a70754ed02f680d30a80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b7db15b13e9850da6828a2e49acb571397966196516ce218c6c1052aa97c50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c3fde4a3f4bdd33e0f6827ef5a92e0aab247e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50107b729d561190201b2aae586d3107635bf28e3736dbfaa6d9a1facca8b1c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef9a52a63007ae9b4f90442c25f06591b43118c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83256bade1d0e5fb60de05798cae0d1c9dd42381127d4e6b85ae6f3245ae392b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9daf3e49ec781a2c5565f002da2d867ec132d14a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8ac4c4e026d970012ec5e1f1d3c7449fc6f806bee78a5a9b49e63f67cf5ce9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7423fed87a64f1fd67fb21e5a263e280087588a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7c6a3e9477f92a411e67649fea5aae40804d27a254fc12d845568a3f773e10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5c8c099bfc5fbe40856f99733d8dc6340de5e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce2cecdb1c6fd8ef998105d1957ed0137e42383a201a1acabcf31b5b8783e86
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff8d7bbf902d6d9587fbc515b6091ff1afd5818
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad96dd6fe184156cbdb4c23872e3f35f674857b48d979734cdda87093fd9d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a137952c02b37a0e8d7b1f81d5b9193401b0ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d06777cc30afd8f715b7f5d434ba9ab255f0ba18e19dade0c5517869d2107ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92888cd11938e3718f1f3d5584f280402edc0680
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1ba44d59f417b393e4c4419e4c8b91ba5498432694b2be684a06e91cde4641
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068dea2036493090c9d56faf3cd4b0d773d8aa4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede46da7d0fa36371348b267a3bd151481361e4b1106a541a59657f2a32c1b61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c865ba81d3013a055487ef35edc863f9c6c5e89c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0691e2d1b5d340b393141a8be90d1a0315ef8c00102b84f58c5e9c4981b8172
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a11b6054d55ab112ad6fe3a21f0564df795df25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc84bc1b65ba71a52a4c504a1cb4c292ee8690c394752266a8906d9b4b0a5a14
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bef2f1e1b71325b91a7b48c65f7dac4c36cd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7933750ffd9d602cce73343429474205a84c4857674792164b02f06f7b103299
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d68437303e31149bdd8f590717fafcdc863e99c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b6d8f4b6ce27c156ddaee8db2e47e1321d6675ee8f5630e15a1e0c4819d65c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a998b90cee338649af380b03f33b2cde3ab89f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925511db66b03f3ee21f325278c8ff6db025985c6c0fb4e0e825c5ff625756f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55766bcd9287a06c4e460c7cc999ef2eecd6de4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca743f65726187a84593b392941f5405156f269fd90476c4939ca5c89e297d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501dfa7dfd6ae831e3d26a146458e535c5b8c3ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffbea6492a5b2a9a473ce797ba70a916f19ac10124705405f354e8a8048e7ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102abe9ccf55da04782810096b2acd5e6e98516c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16842fed4630ea3bb4fa849fba61fc48c5ed73c5359e369bca148f1045e3c892
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0375246e2f4a13a772acaa25621c0d79913227a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce1a2f89560a8ae8ef3d462c1b0a69cca9a30a36de82f3fbde3e35657782580
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741b4d8e7c25a745807451887fc8aeb215db50e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2447105f5dec78ea42c7049b631a768b32f5a74b7da2ee5f1f4017365983342
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cce97a722406a80107332e59ebdf11eebe61ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db16f888c26342430d7a0bb7b870d8896a6094919c2d6d078f6a8209276c117
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516d6a5e69afef484e60a1dbf14d45eedde381e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f962370ccf05cb70064e8e33063825b4f631b0f52ab9ead02557f94c06ae4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab6e680a2ab194bcf8e77920ed00298bd68690c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a3392cf186fd88bcd43294a30d532967d4f13524eda6e5d6e5ed0179ddb4b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595f134ed26054a65d56fa9162f383b18507de7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f108e4e297a33ae88adb272612d9c452fd372c6964d711037b4660580ba001
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2e4d77c63bf9e9f62564005182e4f37a62a9f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5230a70d4db80d225da17155460288ab66dc9df0c3545c08c887bec04ecd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0241772a4739d858cf9213c45ca28ebc1b735e4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b20cd670ea681a3138e7b20f91c73aec2f82a613a6eb23e5cda44fcd415047
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a330251ebc503cb95ccad1cba43bfb9606a166
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f6a51217604bde59f098becd9b4811dad10b9e380fcba5f0c98f9be66ba90a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a6e2a7162b291a820ba3642e3c3efa0422e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc27f96ae512ecf7ed49011aa8c132b4950315489ee5d0738951d8a4a0fbb69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb07e46a6c4857a6ba8b95153163cdb8d5ee2111
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a091c84d3e6ac8bc2901c79c7cf6be1024214e7c179cdfc43607123166e9e168
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5ad25e6bb52f3a0a6cb4b58830cb09902b9174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0214e297b440aee9acbc245821c082f6ea40a934abc27a6b22eb99f1162c0d9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc8bcc789013282d3f71367046ed8c5f70f12da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27c4f1bbb220ea4f78e30b2019b7bd45703e37a8e5d565f44c1b99495763575
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08f7041ebcb92d737dd0f92573f3bf2d8030688
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1269ed4285b2ec0f4b1d3b81938325ab0d48b09109ea57e2fe3b0d9af92be20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b96376b19cffe07a6c65cb5f52105604f228a39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e7a464b5f3353071e0f269ef10f3386c085f98a84303000ecfaf2e1cebfa26
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8e6061cf4991f0f44b579fba17df8b816d5065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd86700c0085872d1e1ba40f959d92c51a2b0a3e97e6bb53659173c177d5d78
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3651d92a3405599ce213ba3de8f057f7b21dfe8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dae79c692d21f7bc50ad4e2fb8bace8fa6ec715a8108851059410b358b522b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105f0e9bf295c9b19f2a777bd4df546677c8d518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7d9e330a17ec5e32eea903fbe784f09d512354b763095699dee6d8af4fde27
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f011919c65c3b80b375579b0d256e795e40c4d32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10507fcb966de71c5888d1f3578dd4039c1316ca8d3a8ef8885b4746d4f3a73f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f45f874886e8a9eaae5b850bddf48da3626a428
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208e465beb62c61f0af27bb917ed67006447eec561f741f7cd03a58c30da0d18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ccc5baaecfd83b62b08e2ac9014350be4c6c5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa8a8b0464f40402c1d6763f3936bcc249a0a9f08a76e6bd2fc79153e594b35
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e334fcb025f8662f5bed76fa2c310ee52626f8ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b5d7464ec0d5537437e20a3bc8840305e6570b1188f12bf5d852b3e82a4348
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166310268e10c5c7d7d956c54c6e0d53ff2c3b52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0e1bb0747053bbd098f4e447bdd3f9f7ac128dcfd94215a84b6ff0ad05a529
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2de8a35b892e596acee5704975ef5e79662dc91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8274212d58a81a90630b5478bcea0a84d777f2fc3fb0009b9dc3a632db81dead
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa4507a247916aa50208dc13cfa58d7278cb7e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba572582b1758e48c041c83b48c04743c3eb683479096702e129d6680cf1c38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58abf32fd2c553d968daf53560a8e157248382ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7cb567a44a7ccbb7092aa46be4a95a07a4719f3983a19f1cc86017f06718c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75fb55c3326d85e05c40e3e5b34dfc9b5248b0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373e2bb4352e2aeafaacccf58fa70e478dcc9e6821c17254507f627028dc8d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe8319a8899aca213ef42339270a9dd51c87741
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3498dc5489e1d0d5edacbb5d37d97a935f934cd339c9ee2f6f0dc2458d772be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcd1e0f18b1c5ed4362d7a463e3420f3601e917
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178426673a4d9d554697ce8fce0185745fc5811f0b1c4858b17de12e2c5560ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44f5e13527ec91c9465038eba293f0d9c160632
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a52eb7a1b1d486ca715e9cd73ab1241a5b7a2ab76ee4e21a3b10250b91bd6d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b63eeb9e919ccb20d9cafdae64dfbe49dde13c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1f4dd338f5b3cfcbd73f0dd0b59c8a77fb792e638ac05c288c11551f36a5ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667406bde5bab1192eef1f2efe6fc030bf340ccf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d359cb100a834ecb0b6ed8e111196adf2b1916f262e3171e8d97a1f005825b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cd187fa839e9e04afff028ebf88a1ac2f549f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2c21ddfad54787b9d041186f6271040ed001bd7839c7ca18638a457e7bcb81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac091b686197b185c127de16405d2cee870fd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6677f86bdf4b97900504d472e340064e47a433ba6ce1672417957b8a720ef063
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe24e5aaf3adf4bc24e47746760b245483debd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82728d8212954872d92fd6cd18530ac5ce987cfbc93e64ea11b43497f7ab3b89
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5f09718b7e423e1d6674ee8dfe54d3b322a9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c52d67778d03f66e945a6037053e908ef87c3e789b4502ec5f24549483d790
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d32955ee5875c2d323e497e83b023fed23e30aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf30676293742d6ca564b650a8fdfe6d67befa1a102e8890a3b10b06299b37be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c703a9930543017cdf6da81c4b2b6096ca2d9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbb15d3917d451404bd57972cf222d2e2d57f4d8cf16204625b18f18a087fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984eae0ce8ddfa02d12a209b2f58fbcfc9d70557
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6995a8c85096d6b7ad7715d8e6d1ea43504ac302b21a6d62f4fa385ef2380790
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e50c5fb3c8295425178e52c93e816fba157f847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8244b80a16cea9ad4c823359971dedc261e24e33f817b877b90ccdefcefb105a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f442edd6353fc7e7e40cc9a1574e94945a0bee42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2668563dd075add16dd097a16c7e42d85673ee515f4d39bfb396f766a9e84091
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fbcc799c844f725f42b9b22146b0d20693877a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0316b37b05a848313e826b5f62cc3084c7ba047d1f60fd05b58cfcc74fdba4a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba40748817f92dc06239a9a9fcca893d3d62ef8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e314920c2a14b7745807ed4b4d8aecfc2debdb9c98587e609ad26c311bcdf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66110c93739a700df7a08824e238ef5e2f0c2090
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb3706728b8f1d0d92f60ff6521210f0e0e4eee2a788362aa61dc23d152041d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf56265545d4fa78d00b225bc52eaf53c21dfd6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d361469bf41a6e2ad71ec0d0251ddddc81ae6fd6fbc8333059ee15aaa1f1cc7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26e8f880b93943d29d2428abdd45bc92838b570
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786772595b73c7b014b54d7f94674603fc3c0e583c4b88970b82f9c80c69296e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40c46b9e6936b4411c599c27acc518f9f39fd77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf530c334b5c2fdb948c3b353a11785423b2a1ab3f69f2b12f1a787c3a11f1ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68fb115197205bff423de05bb1e76b3486fb7b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a29498dcea7f6e560a83fdafe172bc808fceebc0b4848cf0eb230bd0b539e7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c38abc013de207014d3063aeb12ef38fccc4a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2c3a6a0a6ec2205ac6a3383be2e6fe76a3853739674a0953a68e7a1ac76e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d28d4bee57cd81da725f34b1096b14fb180fb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6519992b1f61c9c693896f0186b2d95c99f4a76f94d5af8d51293fb96413490
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cef42a9b0b8e9659dca444e505acc9dd643255
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad782bef7f11d3320f65a226d81225416e2eeb3ef52c0313781ceacab0941181
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5fa8d8f0f1a01fdf3ace0117192865f8fdf515
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e04141e453fb5e13536beef8c1eb444c9cc1f59ebe1b313fb4872a8ad191d89
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6970a56d5b68550c4b0668a4107ea0416a3a53be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bd0a5cdcfd2dc71417a0c032f1c19424faa78db98b7c2ee6a46d4d038e3267
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee071cc7de67b22bbb115c14427b879c41c1218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446ddab3dedf38c98bcdf8e5986c24ace9e36b7d662dddd3c6bb8badda19b91b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd323f0cd62bb0f373a494be0d2f88de46067186
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4928a5d6ef658d568599be372715ed1d720a0347e97ffde091105554bacfad3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3b0236b4a1fb1e6905b05c7adb6f5d0551357
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f462e8ee4909334244dfe59c083c292fd97a36d7b33646c70efe6f98fb1beca2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44210dc0e54e9c2ac0f1a8432bb3353cad0fbf20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a6c487ef977c9dfa2e73adaf6d32b17c7adaa11d1d8ddc9a626d81af9b2f3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e882d6cc22d55730e1756eef199fb28e80ef93c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd47b7a708176a4992fcee7eea8ede8bbb45300e830122e969b46fcceb2c703
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbeb34eddbb58f42884f5e8841a33f3c804b4ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2946b6a46ee95558772eb3e556e823ee6ae570c6d04fa3d54dc214b4910a6aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588e7ba3ecdf2ad64f8e5a23a0da48657ed71eea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dac045c7420a618b29f828e7b0bf54a7930a02f57d17228d235aed283cc8010
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefcf2131ae6becf030ac3822531951a5e5b1fb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1254cd26b81edef95f6c1d5cedeebc3c17ffb829a4e96ac3672ae9b801d44e83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d975223c3921a39e9d22da8a3f303c17fedfb1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b255fa647e6de08d1f6feffbd1cddd4f576121d1d246189ca2a1d7bfa51eebe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4b232cbfc857afbffd1fdd482f6eab3816b9b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898431028e17ae99f16cd22790a966f1992295f6ab907335f494fd212d5289c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1158d0cc5341028d0f31d31d85fa8dfefc370174
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe48e80057d2e2ccbcf3e98ee5e420c5f722a4fcb8f7bd0b0da22d7894f3157
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dafc5aca56d7f7e22c66292244eecd05ebcbbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c43957dc5206263f119d976bb7635324e0a5023e4a574b6d82a01594fb1fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095559f9a8897cf536a69200e1fc737dac03cffd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28853142081ba57a627a5d73953b7b46b1de0f22221e9a147f60f8bc02271e5d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60f566f5e4cba185e9446d84a4dba571bd02a86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96310344b301c3705f8700d5ff2dc1c26061ad5685077c62a57d05885b978e72
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0cd2a6a4fbcb15c7a1477dd17ab56a44c3be74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc216ea8be1c303449f369d385ec5ed73de2d3e2b00dd606b214d56e72fae6e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48bbf203f83c1cab21ee8a8e6d5ddcd7e8890d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4381d58a04e2a917315d2e8e4eece0450cab30efa878dc3f9cdb87100d4a2272
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a80110b7475d7361ae20d0351eb234a3e0ad8e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c604c5638061ca93e5549ffba6964f8a41713e9741fafef2db1c05e3fe6460a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc2adec6f5abf2252394d75469bb54692c36195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e67f747b44ffdd5a68ceb2b58b56dde48da24b4e5351e337f1d24e7b4a63c4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4339471a1acf0e27aae51900c21afcfb06b5a564
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d072dd1ef8f57bd083e372804a9f4f814751ba0f320a924cf0b8d6f47b30d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a02d51198dc894ea5d824a745df4e20ddb628d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab47086361a2c25e386d819185c07f195b75b290f4db95bca1b87da7b43a74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b34bea5796d5dbd810c5e4da63a77798f869ed1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349cbe308bd78c6599de25d89ff0f50bd11c143b691d597b8a09ed2f4dc72575
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea50f13063c2c4a6c2c941adc4e2c2f534d2d633
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09d216a67b51be5a6490d7135cc3f69eb675f2d11a6c9a2beddcab20c95d2eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1bee14eef39bad0557848ade5a7adc385d34c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9d732850d4d66b04c2630e38e4dd5340b4a9b624381ef60836015bbd7820a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fff7cd3bfccd0b4566472270119bed90a1bb19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecd63e832d5c27eea22823454ce0a73efa0ebc06d96e7a69489ee7baf0659dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671143558afa161bde58aca57359361b657de6bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ea331740280d462983d039e5e4ac1c0ff235feea5a1d8c6d9f62e418c9d5c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b0020ba9e86ce4464d595aebea3444046491f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b4a18dc3c7eb30dc499df3c78ba33d34ed619b5c4072c2bf8cae12fbb12525
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4bf988def223e11f299245b95c6d823c638d16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6958fe442ecd38d47801b4034b5ca3d3f8fb5672814ee04cfdfc57cff4c23278
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9adc81fb24bbccd65bb9af0d93db63857e24ba1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b84d407e15ae54b30b28ecd54c8344731c03d3785725b578e92b493aa5ed07d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5776e46dc1c3cf91130c5cc0bc6662795d8072
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec74c3f21c007ba94cc33bdb9842c50e36d0fdec7a5108bfd406f4c8c4d7480a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1389eb4e7335f7f1389306bcdf294e05e8270009
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58023a839ae5662c5301d33a72bb1ecfce49f01db131e2f9c212064c37d4863c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369ad7403bda267c176c58fea45d76802b4c2d2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd7d9d9065a032e63bfb007b19045e830a9f3e6da0bbf2c3231ea75fd490bb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432348b7816fa01306a259b82c2f600ba601a67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba65aacdb83c205fe7fb22dc783e36025dc65539de05895bb853a2afc8e342
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1371dec3088f0fa5e58a7033223393bf7a22377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94bd28efa3f52b6a8d5b26462d1aa3e904c98fd26dd28db9c1bc6f31237720d
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e413b6158ad7c3d8e003fb98930c30e3612119ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac39f6f35de2f3d644211457432da2818f5bba32c713af794170531354371bb4
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b01ee7c2c57531c53af53df6f579c5c3179de67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6d45ee95713066298455b54ca987526e910bfe0aea69dac7625ca243bcda63
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489a674bf5dde275b79986008a6fd62e04818d2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb20fe73de0b1867946b12bdfd021e8457e1932b706a02960b7a0c6629a468d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ac34c6bef422a5536cc24e5d0b417e30915220
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b44247807c2ce15ed05a070e0bd1cb11efa4b6c61b8b97b0af5bc163421ee7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d82cdb33d0671b7c587174120f062d18dfa8ca6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd247c1236a105c0aba89a12c51c3884dcdd8227801080c88433c44f4337395
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3dcb51301706990aaa606317b710bb21d3426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff794f3b93d961a5c249f7cfc847cfd3994735c6d22a7f2023f1b2271cc4aee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4b415d662f6f73ccf4719922aec393b98f5290
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081cfc8d772d3cfb26015dd8a2c8b35947627d30f6b1ef907dd097c706a6bbe0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ece46eca4081a8a7a094f635c0c498c6c0dbfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c96a06a54931ca41df02020e8c19cb73a36897123017d740bf3e84320dbeaff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb43b43951c67850b8d379a82efd5f0a3b46c89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9419a8e8b887389f5a08f28ffdca86d05cdfa8200645ab36c420d4aedef55bac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ef97020b2e4d9b83a356ef050593e6a164b863
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55a3f66adb7dc169e12b103f8fb0700927c94ac63724bb7096151c9c1d65c60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4613b3c0e0012b147cfcd55cbe77f1f53ea124bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b60311185474aaa83ef47a3b4c5c4f2b90d33102fd184182994869ddb41834e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c4ddd2e63dc6b9d2328b8f4e28bb8f64de571e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c36fb814ba76715e402a1138c1c1a5ad49528dff67b2cf3e3ad989301b1c87a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8c2017a78a79c53f9ea4ce4adf1154b90e65a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe60cffbe75201c3af86595bc5ec7464db31cc1367f49ff0a94696f16766fd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2852ab1721f6b752d0d08af53689388ee957426e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d492677260283355a535aa6e4609377781d3ae5d246ee9e62999b6d07b354a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1dfd764fddad2b115d29be5bd5e0a83832108c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50cef85cd6739d5d080359ddb9481c10073da4ea042a7f257b00abc8357d9d7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb97a06ae25fae701242fa8d5ef680b8861927a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d85f6e3f24f71bb46debb95f1e4dea8c242fc720ca01c2b39046302b05a50b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff5b265ff64347cbb3dfe4232932d63c85041fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1182d67b9cef29847c147e8c0a75d392114425c5a96c779b551e0715cedc282
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dbbd39532b5061b2f26d6c86c9b2611de2ffd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef67d42bafb482f207ff1b1c4282f1ea5b2c1fa721bf879894bdff6fbdd85cdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620d8519f3a20625a3eb8b3e92edea34865b21b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a32fee4f6573a227dc30f490716c0f089a6b9a3912840690c8a9cbdd0781553
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53f9c0a0812aff632eecb374e909491b2f7c893
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa387bf4fa7d2b527c8510d4aeda9f44360bf2fe8096adfd2298a1f5bfe97d2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63aff6610e636f46fec82b222ad0c98506b2e9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f85abfe84fe41c07971e9cd4ade302c6e12a79c5d64495651cb9f5e4961c0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d395bcb2c0859606f0a3d9d6bf096e828fad13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f50b6c52ceba1768887141689045180448ac9db3b439c2525c4d5be566c90d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc73a97443cc426be7e5b6192477269c0e29cb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97ab2b2469125c31099e2e8ed7804f7df684082f9f30d51a7c6266f100b8e9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eea988780e3327c1652ba8fc07a812f99739a7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6afaa266483abc96b3fa9aec780c24b369b75bc9f4cafa1690f02551798040c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b12e134a44ce6fe59bbd6ab92d090a19d84aa4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b148eaae670e177f2f20118071206f46f003199db411447bab61e9d657ecf6a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d64aa4579383342f20e78fbe9ef4eb8a67a022
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f51609b16829a74b1f016871cb2dff8edf4473286d0ed7a71efc7bce4ef8dc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f1b8a932c2142d7f9a372f25a6b0fa742c488e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af9e378fd0840f7b17b4e32556f599167d18e53c613d2c9542266bc0521fa4d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c762dd0391402309dd49b8387bee65a2469e5fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4043826ae0a15e09ba548e9775daf25777354ca9a09e1996739fb2e5ad1d0961
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4405c4cd50372a55daacf100e1e243a1303e9564
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df30668f8b77eb39f3e4860f5d530be78daf39c16ba4932b13b5ba1cd252a162
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7168367e63e4a700ba61e82a03e139c50ef4e16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e8ef8a30241d09d7e5942d594a6415b2a0872d4249396e3476ef816925ae96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65920e1e70824c83c9bdc8f9775bcaceb5fe5cbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616cafe8dace418d86c9a926a2807990891d81523ccaedc0b41a9ebb4125a10a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fd675e5ca692318ac87a5b7d0d541822c046cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6cb991bc9a155a2105026518f711abde5afddf08b8ad65a59a11a57f58ad9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6629170cc822dfa851d62445c540a151aac890c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e88fa1876f6b6d67743b2e66bb237ecd072579c4275e68c253cbd80ae9030f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8036a777d2b8f0d87ad9eb1e683a2fcfb10050a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f675f63649cac3158204d93d3c2df3a34ccfd229a1bc5903b5026c3553f75b43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab45a76a44b87fceea701a94db33bcafacde7b14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d975495e60f5f5e1e86d1be9c89e5655bb61b7148cba75e4fb66afb994b7bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9ba04f2bd21ff4e69917f18c23ff4757e0c5d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea577e8be2ea2d2dffed66bb34077203a03a5081bc57131fa36b5ce262350cce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45f269e4914d9bfa1fb31f93ffe6acdbcc8d664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916d25fd85b51e79e2387dfe2c0b4b6ab894677a3a50e2c3435c262dad7e743b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6b75433ca46133928ac1266d17f935e4af9d8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b092f8735c982f2df2e3fbf8a10a7748b348570d2a8c101439603a582dfce43a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c512c622fcacb904b64891e7ee5bceb7fcb8c6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d05a2add25a42e0c78a6ce50231e5374736446086be48a1b80a31567f08fdb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c165c696be5408d61b362c4e27fc2d78523c11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd983f7f0402e21f013470437076c015b8e3b3a6a603204acc552a78729b984f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d304e3286a0ec3e0830309a75cf7b118591812b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f05a1cfa517f84931c02316ab77d5afd86e969af5a558f7207d898e5b5c8b63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660a13edb04dedd80e1b61689c9e9d28fca93cba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de50937882b648b004179482b1480575c7a7e4c7f397dd434ff17e153efdb7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3beaacf03cf29fc4e0160cce07e5307aea508cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df8374512592dc8764f1ee599a95a637743bef028c00380d6d537df1ee5b58a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffcb4c3c7d20b82815cf21b9e61f68af07a775a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ec923736d482e2ed09c20570fe76ee97b4216dd91d5f5dfd7b4c19713eaa10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fbb3bf3ccc30305ee28d47b38c1d63a83ee28a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee653ba82b6d7ed9b4c7f1ad4eb2af86050a869194f059d8f6250acfb635410
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84b3ac1facb4d91c507dc6a8ba4d540f33e9c0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a38a47cd05d096fce55c450a88ccd4bbc99a15d567d0c2807f92a47619de85f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a4903da8419e0c0108addb0a20c7000890d8ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e8a4bee906e3cb2f2e2b6f14ad58e6fa47fbaccea445151d972548a87bd941
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f05a6243b078167762ef957c893ccfeb88d3905
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820f4b65dc16c29d8f9eacf6b766e606a4d5cee02e73b6b9932864b291a2944d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37735fce512bc71128e7c5c2f35fd6c15171b4f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edd15cbc0477c4a3012513ce22286b0f185eee99534ff4abfb5fd579a0a45ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a9a2bbd4ee23ba70940856474021ac23be1669
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9af59835fb01911df40852e4f90d5d849324b4849dafa9d6185aa98c4173055
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9092567ebf272a020dd3340a9bcbe9bacc318055
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f52ae3be920756400509c06350b703772be828b9da58362b65ed6a6290cdd40
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f08fe6c521ef85530e70494f3c59d731506b36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c182b405b51100cdf4fbbf634682254f76f37a7f8d8ba819bf7a48a5832cb24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2024d1443cd3c3eb74c5387a17c99752c670f5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3ac4a4d305412c7221c07c59032bf3480350c934d5d251d34a984bc68f6e6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029045b1e36401f08b4ac39da63938524e9e658b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba4a76850791dfb45916264e07dd14f8b7f3a46d35f68b28f081344d4bce4b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f2032fe0bdbfb807f3b614f5296e71a51cd75b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a485c9a6b322701c6fb87209f2a362909f6bf0a8734c682f5392f82d7f941f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129e491f19108655993526dce9248c6323761ddd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3826fff1a3dacc2ed0963965f71351d1f410851b8683b2f712b26e6dda65dcf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1380a40ea08952ecc57ffe708b616053262c6cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddd7aeb4ab6904ee828c126e16faa3829e529bf479eb18cdfa64909a57afe5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f943bb2aa849012b691e02877d038eaf5d89141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23e6b2fb0131b24e42464368f5c517bf00b9e7356c6283aefc34ef75f2d02dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2d610140ff72f935cabf548dcb9b3ea968041e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d2f9c462967db1a2b011858630167008f1512794b1c3edd121e587f0dd902a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302e46acb93ea7f2acda34b95a53715779ca731e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f6794a83b8fee5e69df36d80733f53eff9db8cdb16cef47d2a8a1959476662
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542289ddf3a5859933301645e08cdd7a051b39c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66500b6565c2149d9417062b69969a8544f83e57d689a951871c91403566c3ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58e73cc91309cede5b0bf6de634a5ced74486ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f78bd654d3fe4ab00afcebd4aa1ea26f3b0ddd4245a38284536fa7f242c25f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986badd2c296b5a7efbe2a47c2b53a6f16058bd5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6429872d9b535d2b830c5c47f70cc7fe0a6ba23a89b5cabaaec474c41b5595a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dbaf1f2dcbe23a56cd28b8d5daa3cd06da836e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0407d3dc5451680a1f1a7987bf7cc2e209bc437839b1238e999398e4c8478d3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99413ce17fc9bd4899a5b2c5f250f19df9d0d40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a83950856eeb0a20fe44487c5b4cf08e32a54754a3c7b5d7762cc4ec41768f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679c86b005177aeaef24fa043416eb4decb7fc10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8607cc3eff4fd32129f5096fe6c95460ad2ab1069d60d610e3fa1cca5297c58f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316e209a94aa5d0a01fced30e35fb5a948e2cd38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ac043a0035ae0d201210d286dc76c9f7c6525db8b04497498ef541e3fcf706
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63542b7c5253bb33181b4d125f4e49aac6fb638
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76c0004a2f5d4b92febfeeee6958cf559ee3079db2ddb8020653951024f19fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9063bcd5bab2da1cd12783f3d9baae260c52b821
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a330c5d994dd235fbdbb41070e66b945beb89b54a572aee0c8b7b569dca8682c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e06c1bbcac2af9ff4d3abe28eb47d18c295749
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bcba10960b142cae748e200e7ee0044559e20c285c13c711c1508ec7ad23e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d2eb9c4d962bea166935d6cef1f00baed2f6e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df785ebd22efa6de5a8661445205d991eb8e876b40be8865801007a311efb88e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4260c65ddd6af191dbc8d9345e00ef865faa13b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1397db21341a0d3a300e549be91d0d6711864db1478ef4f6842f6604db5632
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856dc628ec2454840e1d11e0fd8f213bcc8dbdc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d31637b04bbfc693ee2e3ef8bd9af32c5c8ffd60342999c3ba63a73ff91493
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6ca38ced0092b5820c3d2a34008ab5cef74440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20d30687ed0ef3b4dafb2e88a48c518bdf5905543f7b8f656fb725198937cef
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2046da4d7ded9724052fa1d0f1f170798fb87b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aae3ebe761304430f76645a7ce84f7830b2d00e87f64f57f6b4bdca9da61e2a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d8eb54006fed6be347660f4abc0593914a7419
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2e50b5c5b0d89c44c39d8edd17f7365f88c6145a79a05a7217e2b233c08638
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487d448a0324a9744c8756707a4f327a055e206b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205159ea8867c622c73922611fe1505c4e9ae81299940994ce9431f844401825
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a53df04127b704830e2aa1ad0721f137128795
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf05233535118c05822ed11a0265995ed673ddcb11aca4f9d65d5308c19e55e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a07ee0efe9b7a23fe92285b372e64215dba7d16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef887e0aeaa014c8f4beadc607fa9bd9b1b36fde07792c2138e7ff6712a61dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9195ee16f10595999ea8fd65ad8f6d07e8be7163
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d92f4bf4051fcb30f88b51d673425bf71315aed6d4ecdb5cae19751053c36c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91235b24f217c1dacc56f1421c16d49ed2a7fad8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6357be6b42be5709590a3f817fc32311dfc0f06c2a7cd9511cad92c358f52d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e982c597880b021c54e7acd941e800d66823e246
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41f7f46388de40f31dd01348ee30c32db4f8093efdd82c15c5b05cba6e18e91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6a64994b0db12dceb3871ae8821fdacc247758
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b63d158f6a48d723d01617152516da8ed14a5b21149c3e8d6735c4b493485a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117aebe917729229bc5669baedb8f73a70a90701
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ccd8384a602c6dd20584a8d49274f310ead48e203d075cdfa4a6766c63d559
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a69f7a77780cd69ea8599744f363ca800fe765
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e78429db0f6a04157a4257196883ca66a082d6c7539c2fc0f78fcec20299a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0879c8db33372985f76a3849eb882811da4fbd34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061aabcafe27ebad69791b48dbe1fc85b159550272675eb761f4ac703507f8cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed1f88d00d44062a189c93b95e9985e36d83b85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ac55810b387718fa14c0261fdf6f337f3d3b2b1f5a7a6e275185a0f018ce9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f006810ad75ad8e825566ba991b1346d95499b6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1189e1ff296c05dedec5823e4357bad1a5799693aeaef7437d30c78f81c536
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23761259146bb7e5aac47edd3137d595a8534abf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c840eae61b5218b9dba2a6d38ed721f04c7d69bb37110b107fa55253225e72
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3044493bfac4ab9e51d973a79fafb4a0c2e524b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962f3dc88826e1c93531c3be396bb11388f7a061515aee64118ef3a9d5e8c8a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8973392871d08ed7019389440398592ca2aae68b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af4a84d5df53a96bd9f7a2baf3255165257c94cd3e8d1406a510860eba4191c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9499eb37677ee184e0433798f0879b634f23d39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eed9fcb889841df4504876db46d9ce0423acef19b655cf94730b94bcc7d8ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54894c8737a3b7b481a30dc03b92423a8ddff00b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c22dce260344660c43d683b51834811eeae089f0435b747c73d4b2602b3402
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7b86a9312db058f28654e45722faffe1ee165b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ea288ad77e83de13815fc1f184eef92fde6584c09e458316564e4db79b6d5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5036ca5a93a9940b290a4a1f01b50978adc1061
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e039483d048fa52635244c08633e087d1c87716e14d8287c919dc04bb82fcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e35b74e64fa64068578bdb101e04f0b6ebd44f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb5d8ecd60f2365c681b7f0843af849d462f2e0192ce6f1801f54396f685e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2b5e74392583b43023dff472d8bc9fe7a3514b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09a32f511a055ee4b8d716c254503eb16ae286b79ffe43680389abfc74021a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b486c547af7cba22da9f32b56dca622ed269fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc7969afca55bd76869bd0a449928e597f92754ed35bfc05194287183485fec
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfeb55b19e6494054c61c6033d930d13255ea5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf39900f8536ad0dcb672fc9610886314b58e4cc8ca1e1564d162435ffba1736
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577344734ff0cb1f2fad43e18f7508dc1b462410
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4febc7c49cc04834f763239b745e4f177be0bce6627985a8b7381b5872051fb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4392923278b862636ac02248005ca8267d0e451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f8b9479a4fd828d1a4193895d7c74dc99e6a92d1aeb66b48cbe203f20569ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db65e3613c28c0618794a9ae31dbbc3402ea0fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83a21b8b114cba23538f9b9b526b75d84ba061f0efb360382aae587012747c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6388c33050faf3b7428661401108d3648d2e91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d6e03bcd4080487ab98469ad3ab501812f0c0de75b167bf508169c8441e8a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9ec3890aed37e9fb054612037e919a6849ea1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca29cc9535467b395d21f0ad268ae57a10013ceec7321f6c4c37351935c8c45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22776e826d82931742fb690e36d622324e52ed2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b05d88ba19d6b0a87abe5468b325272a8d99b8b0cb0186d94b9f0cbf4a9478
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b1b467213a0a00af8ad9d647f466bcf395106
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e67871b36bb8c398604710fd6bf789c1259e4b46aa38ebb540f26ab0eebbbfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a95f412c682502d89a22d5dcd047976635c194a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f69425e9f6f05198e4dfb3eef4096fafcadcba01bf45cbcbe4f2760b7bb074f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522b3e0ec84a0c3a95bc1cc5759e3268a3283c3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8c268aba17427e7282c01ad6c4d343370df59efd94ccc64314bda7747fa49a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9690041ad28f26ec6a249fa32c741fb0e1ca3224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1fed3cb8173590d0f78cdec1114bd3b3caaad2cbf3e292c2d28a834b9b33e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9237fb76ec46e37c955c49abd22b05f9ab98ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ed6772c80e3161f3dea2ae9f76789b817c3d5b12a32dfcb9651dc3dda54a5c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402d983d78d8588e7f96a43e04be8240612d62ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029276513c78146b6569cb052f03e5624f03a654cf783c34bd08d78b73deedab
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc76b115ae7668657f4820dc3b02cb0652d5376
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314c62fc0e5cd305d9d665e1422b05f4099a22635dc8e9c49d23fce15a2df55d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6440bce161921fe9812960b775779a694c42ab1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4defca2c12f042a079610ed5f740cc456ebd7cfb587afc243ba9df5783b4ccc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25219e26079a1b8a92bc44a729b1cf3aef0755c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb9954a3c03247df5d0d015eaee5fbe64aa3831f1bd10b6d9b89aef7dd38116
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f3d99f4287dedbe25adbaafe42092dbfe9dd72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92db945193da90c0ac6249960d6006418e17da2336c72d8570e18acc6413ece
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2722b3b2cf182c0bd26c6e42d099b9294127cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262d0b82f30c798407bbf2609c232b9938e3fe17d730642757538ac55cf4796a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5d6c219e101febde6d99603613b3bb6f0cafa9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123521fd2579fb3a990955e9e27a4c6f6aa077e50e93317f0759361ffe7aaf64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2df99adafa40ef3c92433f46f861b29fbc9ef7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493513296d671480ed833c1bd4b0f66d1dfaddc8d27c8677425dd1a95328fe10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea1bb80d772d34b64e89d6550554ad0a7471569
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39721393108fa2decb31dc613f0634ad1d5b7abb19d076b7ee7153dfd1f1384d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d467cc3c912b165038d897a45c2f9ae62e0461bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e1d9a8e317cadc486911362f4e41cf594a3213eb74569fc711962629ed435d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba43f5756f9a33caffff19ad33bf9694eb85e28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751694a55376cc3f51286c12e7032a58bfc6d1df428b3bd27c41212e7c517d2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27da4382f3fc39e65693c85fa7dd6d3357a63c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d753df37eec04b7547d89b8399d81c885be2d6be8dd926c4d11cc9131a35c0d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358a99cdadce7200e45166a6cd1ae2d048a8a8b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d601de23f390909692f7ff3f1b79629329273c3fc1882c06cb16a5ba9523727e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9badb7e72ec32b54d58ce3a1d62f5da02642a73c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991ba7491a22d825b11bb795bd5d267cfc6dfb472393b711608a83c154a00278
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a438f8a8f4e2ab49fecd54916b070b515b1ea4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b5cdefdbba9a5f246314e8beae305ab1f6952e61d914fa11a4a0df95169cc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9c69d5a222813e5636da10c6eaeaceab2a6e01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186ed93e4ab7015959dc77b18a8fd96dfc6c74f4efd1cc5896ac0aaf9b3c2cc8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b5bbc750e54acfcbff49ab4fb9fd69027b1006
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61356634dc7e9ce2d6c3ada18fccde5c497ae4940d5633cc0743370176fe4b0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bcdcaf12f55a6447b70eb02b39f4cb2e314e2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef88b61cc4a5e0eff9816b195f67b5b44acc51b7e0432b36800ed7c1f5a8927c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3a90ed16f8027a8d759f3e402626c3b941d9c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b45d5c50b813d2b236448c813798f35ea55b83945564e4b0fc62f12f35d7a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876a296f39edbc7ee2325389868dd7dc43b9b0b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c17e928c59f8b57ac2023c2d4aea446fa951a9e3eb4af3b637acdb26982745
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fba9bfffec7fd710a4839076c9d84e8ed2537b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2657822490e8916ff73f7e0a520f8a100f0bfcc066460dddbfee366e2ed814b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad1b41d3f193169b074ae409c2e9cff0aaa33a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b619fb74567b7b1317ad4e42a57da23055639f5c3c29ab7c23d9a392888e3be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec229222964e7b74395e32cb3a7bc0fd7ac3eba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd9d55a2568a1e01e8bc228c7102ad47cb67ce134e26de9bed4fd64814c16a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd26d3b75da1276e3f21b35e662905003f7c6749
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558f5540cead7523a4641e4527c2cae9f39b88a144b0ad77c16d2f36e72cd762
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f09fc6b59481c8a48735d5e72cc2f0ab969e8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4228cd96479d36f096f9a4a5918833b2e6d912e5800c12464a2467500d801de
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b6e033e0877af02b487db1ef3926de2480b127
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff1d8563f02b17da37d9f5a3418c5f3ef7772c894167804048448e9ae30771c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dda83204076e52572867df2323e928f67084a73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4648b2f90a75f84dffcf1aa0d1d28bfa83177711b5b38df7d4cbb61c9e5f1df6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c1b4ba95399837325c61f3799f55ab747fd476
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd049c3bfd1fdb4df99ef16779e0278b113e5d818df129f328dd5cad4428292
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a2748ccff6799ce157116a9212b866318622d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ac63510d633b2034b8867872801e91fa8197f444e07e22058eb2fa080cda52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f072b570230a4addc6ce86ed779550a0c9486516
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6532d299b12ad406e04f5e4e698fbd80946567bd1691d505d11d183f9f9303
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b345906321b986ee4b02b8f82966853078dc086
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78eb522153cb5744d25044c8574366efd84f22f9a5acb3d7e59bd3afc7fd747
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b6b05375b5a2e7397526753e27ca584d12f5b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c905a6c55ea96411d92033f980b5364163463fcf68ce3c1654ed0be7c13a08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd20631cc9646818e462100548d787cbc437484
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7686f8205dbe5a1292188975733935ae165dc7db5d2eeea9de91be0bcfd510d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9692a46f733d6e5573327ba15027e038b3dc9a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143aa67f20f996a7620067a87ea9e81288688d650562a7e16ed29fc6bf85a606
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e00eb5f6e3b5e7244b9c9259c04ad1d32ad801
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bc76e729cee065bf23a1ac433c7de3dfbbd1ddad43e9c7c91b5db7666bf181
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c44fdeca7571251fb4c788d69a7f0e5d81603a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51733e0cfeecd7c2f5e56fb6593a88d21dcae952f745ac9c26d1a4a653e98d4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e335dc3f877c446c6078129df9eed942c87631a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88a76579ecd1ed7e1453b8fc13d0c66457ca6018365b5a16752f7f0a04b9ee6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5541cc2612c624b2932be5cf35c1fecaeef682d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396d87f834621dd2ca9e097f929fd62f0c8a4ef8279d4b2afddc61e1fa2c3912
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dfc584359825b7409fa9f8a0221eb00e0eef7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8716c9f52ccb22d4f0449533e2d6e5f8b96b3269a363ec1d39ab23b2679c5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232217d343ad22e429a2ec3f4e1284dd3748a03b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfb3ddd3c92cf0b609233f3af01d9d9cdf626e727140ad2ac7312ab3b46e73c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba911f4ae95ec790f68b14b1b4833a2fa0140ec8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd99a3248a3b68fe556127ac88f59d7435cb3111dbe01e6de9a309842992e3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ce77bb81946720f8492de66b6c41679c84e96d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe545f901cdd76653e931f4486543e2f56b3d08062a85c4a8ef140cf0313289
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caadb876b764adc52dfecf4528fe5b1b2c715f05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd99d7f281d61755593f9fd9db5bab73fd254d09d5e6bca2aa3639c653e9722
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c479f24b02ccf0e9282cbc2fa575919cb0adb24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7891c5a2c20ae9c0c2ae3b566a2fe9bd289f71b5e81b7418737f746b352fdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43052aa86bd87aeac3030ba94536f4273c62afa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa67690d38bf388188200b7516efa2eaeb9e178514ba877517a5ca428265a0a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70d65ebc96b54bab6a003949d06d9aa2c755b59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a651459f0583cde7526eb8261e368e899173535c19c57469edf9460640c717a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d7c12a8b38a13260d433be7f9edad755166c91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4cb38c18ae8cf36868381bffb43e384e388c25e698975b3eadd7efca886b57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293b4368d0fbb56af3006000945553921d1715ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3355149a509b3ec1bd8d9b1534bee096ea1fcc0d995f31b3010ab23403862052
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adba4d13cfa33624939702a54663cc7b36dd8776
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2a65de527fe400afc29abc01510e9713242f33b5265cbfcbf53366afc6734d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a13c040ffcd2e9862c3cbb96e8b39c637a6e7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7ac25095827435c3ce418f8ef60146210c09aa077dbbe1cb0862cdc0d05316
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70cebb1199da71b460839280b1e3c4a0fbd350
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50da2dc2c4c099e47995d9796335d9996e84de96fdd96f11a8b6e5474f42d27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f7490150418325183c940cc0022aa53e0d46a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b30a9bc20b265fc248924c81d1ecfc2ade2f7fe54596650ad3e971dfd871ff9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9632bedccf9df25416f61de5e417e4ea9211eb4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38b6d5c82343f4abf5a48ccedc62d4178aceb055ee5021b7da9db06ae7b1df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427594d82d69e1beaffa9206d4e7a3c20c8004ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f1a9fe0bf5670ecede0aaaf2da29d1f770a8571c8ca23c7e73eaf880d4e34e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c44a7b48c40e1d76a4c358b2ada087cf742363
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebee204a2a1ae70e4f262b3922946d6ac73157d96b9e1c8fd21b205f400d594
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83e63534d88d822b9e502af2e5605453860c02f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ac7f25cdf4d7d984a4abe1d9bfcc77011b777d754a9e674cd1fc2aefe3538e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0ccbf315796d7dc1f80e6b51b7a55afc82fa21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6b1a416a19d17900d118a0f1aff2875cbd066866db0c5850abea083710b22d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e207a4ea329005ccee114750b5b7b7d959f3744
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856a285b6655e6f681c55f202231a611e6aab953691127f8e7d1f14d182d9294
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2993b03621eb4d3c88cba7077e29acf8fd3549eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d84db4c441f59d1afb1e47efd4cb445760e014e1f01ffb81df8dd1f42cacf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0860f1532db02838fd4a9ed21a4b4f7a1b5da4f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8e6d2bd4b675ec14e39c337cc5f0d9a3fbc2e9340e556083b0b9f72b986c57
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee7c5640e472a150873bfa116038211bfc1938f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a75bba0eb491f9a16b265ced0d7ab3e7109e52e06882aaf7aacbef9e54b38c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f781ceda5f4a008f22b865e6a44749b0417d1982
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b94dd0b0ffc19bc8bcb96635c739766d1adaf48120a487408e4e9871be99c38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eb1e1e0ed192481adb4a191a94339a61a6c42c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7b21049a85f032d7354f6ecc38e8bd97d940a82a748fa5366bff244fe910fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef54adbf11ca2851c534b82da3577ebd35158c27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bb63ffd6dc7a7d9be4dc1741337f1fce5ad0340428484b2f5b359031ae4193
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eb6a2396f71fccc8531f3e10378551f9d040b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c4df515be413cbd0342aa62b85acf87d4e7d64f7633a6834fc18553ca0e139
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66752f7b2f0b9680147db12e795a539993acc64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4bcd266ffc5b61da386177d0e92c22ffb853d2540cdd01822d0eec9ab194da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f598267e25c53b3f102073d8472041d3d67d96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a842651d1a34eb9a1b370dab502bd14ebf7ba16b28d03c765e1967113123af3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4674eab3acd0fc258dca5a18ba0fe83a4f1bd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8924dfb88f0f8c7b491e5509114f5f22ee477b1c8588f33b1882ccfc0668537
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68289afd5145088df74821e94141686f3ae14105
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84347467e1003167c3e5a406f40a5b1383b21184999b5e3429d40463d5d0be83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dfa7b25220ae78e7a766669883eb180c996e61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdba9100cbe96c35ff13907b825e166cf1cf634990026203ee1b441a0415526f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c88cfec2297ae1b47d46f07156f15aff978f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e137e14aac16b743f52a33f08d67631a00be04c4bd045dde9c0933ce0732a2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9eae57228bd38552241cb891216beeed7ab9842
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d779c51b36bc381e52129ec8af9d052a02d2fb564e7e183915ff5842929a86
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abf6ba53a3564e8be169521a7f9b2e71c075662
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f17cb3022db9bd04fac64cdae2124c0274636a8bb1ca5eb8631f8af222b29b1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e416512a0db74a82f61daccde477474410cb98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c414afb31868598d37d35aa414cfbad23db8dc7d94586f2c947de3ccd744f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b696298a65c6bcea344e88985fb5663f2df3ab8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a38c52318225b1c54f460265977112841c6bbfc8a9e7a7315685df132bdfcb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c606fb5bb4668454356a92f1ddeb49ec6a38ca22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87c7293e42266a259d8838bf468d7fb0f96542663afc232fb2b3a398ffbfc5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905c58f513ffad13ba8d14ca298a160f6e0e9cfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a39c16e024045e9642759555fe83db82c197e2a62081ff62f9af799e4bd08bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b6058e59a5cfe2b4f3d97aed9077190ab0fbf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e3fe297549395cf6b29a90d5629c2e04d2df474847fb72ef47841437b60eab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552e97f8446397c708413faefa2063255ea12932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c69a33169bba78aebfab6475ce4a6cf172348f64955547c931f6444156d979
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e46902456ed3476393d58e7b425e6e99537f09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87339e39f8b4543a0ba323a2ae2d3a3baeda90a5bffad45fdccd1021850a6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3be45e6c965572f8775496f207eaa93f77c76f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4db6afb263e074daf6491b3cf9a15cca4589c18e816627868a48444a7809da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24ceb265020fad01a377e65d5283c5db6d718bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e941f4f23518b274d5e6f7b9421935ff925df340145a18268e0a4039d8d630a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2932eb60acc680c92c8ff7a660be56c386a35533
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a357479a9830e2c4a43df0bb1101f9234efbebc142964ed1d0e3eec50f23860a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9881088614701b0668d87909f215896708c147ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dd6fd8c5b1ae645e54783f7c726d7dcb668ee3ccc390f62ad53392c99e850c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43779bc5c2949a4d53a1aeb1736837e753b2bf11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed002930239372bbc7826f89afeb34436a870a4a59b61a8cc1b1bcd9d76f2a75
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5017b4485afe4abfa09b8f7cd5738838cdd90166
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1c431c4e0e9606405cf9a3395222bd9d534d5bfad03cbc457d5f27b9e54e54
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b57f357540976152a2876cc30e0dbe9871f48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4879af762eacbb14e208bbc551f97705c038551eb77b249c43d3a9e409a8f98d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9754cf574b450b45953366b1ae3ea7266401393f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7551642e22eebfa23cd1da1da32a2e6e66a1c073022ddd93cbd43238839816c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bea94d3d029c6aae9ebcdef3031c53462de5879
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6381ea6991e49090bcd5ca50da341964148ee1db36bec0039280e255ccb759
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590191aa606a7302ea9bd9a841599ef6f5990229
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575a22f85d2bd7ddb5879d9a4de3d49bfb00bb317126dfa6c8eee642c3906538
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f13f6a2013d5f318aef7f1e7b39c33a082ff6d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6311702cf524013009b2a88f844fda1ab9f1646f292ac37639fba9f2662146
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58140b3e39b4e9d19133de4ae58c41c0be3bf272
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afe20d8de7309f41bea7b572848afc46d47f326db6ae7a6c95709eafc56e706
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607dbe6fa8f452843fd3c48211157212c172cb1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658ffeaf63fa88c422563509e337911d0c11ff615b78d2af6ab22d1b18a29d94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46519995dd8ea727073bfe0b39387b801a07e194
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd5cee0af4006f0835506f48d8225eb5087a5381a960517d1362df3ff65bc64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8428fe73bfbcb9aab92d58496ab16cb0cbb4cce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc169aa51b3d38c75769940f62597e2646faae16a67c5aa05b0778f18a68cb59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55496ef87ee1ae05458b9d8fb8bf78404b4a067a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90459d92ce4aaa169990e87c37b320ac484919d97255f4a47e31c39b8ad221c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08ce4fd9356b144c53cd98dd7ddc769738eb7f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4564f3a732191e7e51ccef4b3b9138bbe2642ac18b9db0e59ebc9403523ca5d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52f0205eed758d9920e02eee7e3c4b749a75c89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ee954c7097a84d968a561cf52549a3d20cd861bdfaeb437d1c0dc5edfcb754
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e59dfbac83e880465d3b7ff958ad94fa7f326d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c14624418a2adf975904b348057f0d66f3aa5c9c0e96ec4a6b658a9698ceb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1a1e72d0617de01670e40b3ba4432f9a9ed1bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70ad9435ee55b749817f6b5fdfe1a59914d828e71f99a66405667b016116874
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c54b848b99bd6bc79a01ce7c20808d6e165df4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5dc25b3b82707ecbace715fb0524b4ba26cbd0e4a093c1e9e0752d9a546e7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b796b5280b88ece191b0442580e007559e3760ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daa458791e2080378a8a3d3555855f21718b27a344dc09b95d18bc7ab50d9fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea8257600d9b9a68968740f76b2453e6fe1ad91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165d5a546b9227f3ebdc9bcfa095630ff300149bc038252ef66b2c8664b4af3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736c4ba7e82f2d9e77d56722bb1673a2ae292307
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77180467ea5283468a278acdfbd90115d45f73e7cd7f1da80216b93d39855f1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df7e0b8f5dd314b152ee0ddb020be86216ba883
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9f0b212300607fc5ed1614612394170df6d55008bb3b3eed24b04d3bdb32cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b554f159b7a036232c172c34f0e18f2c379471
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fd4813127023c49d4d5f757d61aff70d07a2a3933787bb15eca35fd585ad21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb3e99a91002c6055f66c61a620a1137f9a2533
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994501cbe1092bf827653eb883b4f71f6f20a01ae94448b22fb7b9f155e06dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee7087480c793820847a831c6c0ddc820c1a3db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d6d024537bcde2f94aa988342fe5f28943625c728aeda9842ab8f960324940
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4569dd7c88100d3e7157fe5c8ee42f9a95c9b0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f413d10c40ce2ac3a720f1ea669be8eb01876036fbc5109b2b8a60126d2598
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73625f681764a0170cfb8a4e23d95ed9f6ec3e1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5db1c6a385d787f4541f213e519dc138f314fa4c876d3a4f0ec8993ae80d92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc96006fdc3cb69dd497fc149ac4cf962356d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f115529ea06425ead726140dae9f4fc88f483190263c8e1d6a25df2d581daa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9f1220af595b73d1f7b3b07fc686152a603029
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd583877bb751f2ba804e481aaad6a18ae81161a4374f95b660aef02bd89100f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2873a2ef72495c2a9f88f17eee422c6c2f7987e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950183612d3e4e7e7febb263391ab88b6c959dce20791874824e635523557751
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42544f6dea1c6389074b48cc2e8528b5bf34bfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7638967826798590dcce95f6febe52a68ab29576394002ef6e4c8dfa41303e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3e32054b6f1366b4192b41b0987dc083a5425a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98131ba4e0a5cf7b427d47ade5e0fec6b5d18e22b873bcb7ee454a8e2ce7164c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0843e0080435084fba908477a2570d256bd35e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa649c3670dd5928b69c5863fd23cf47979a8caeeed2503d2c144e5d69449f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed888970890a1b5a3a40586bb1ddf68175844f46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57115a55c6e5db8f8b3dbcf515b7ff6daa2a1b1c192472333c460b3e2bd49b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329f9bda29c9a36dd071ba74c539dcb9fc16dc18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572a8f39f4dd85acb19a70a4afd0eb4288c8048c5e0df79c733fe7e6433be17f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a3683b76d07f82fa4908447afaa450659e9ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d4bd5862defe83a033546273239af0e940b43113c29c7868c4a86952fa6f57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c911c39d0d0337c7f331e6d31534eeb75682ebff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cc342b02c0a1f70f33c6b94d48621b22574611f1e9b27061d3f8fd93ef71b8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308521bdc8359bb884d96366411b65a68b872a78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9df8123b319484ea57c812250f43a6a00b17f9bbfe4e5f12e18f9a2be7701b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44e1bacef26503c726670718d03d220a7f4aa97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c7aadff1e2b7a5268b570eb6cea4d77b98d6afa8668a245ade2f59818615b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036314055a4fea635685612390cd2c96bd02e42e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2b49d6d168a6efef358a8f835cd3097a249c260eaca74739087bf6e3ea9e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f9b088175a1661c828811136a6b3e8f3e7fe38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4af8914afc3b91017a918986d5b825cd2956fdc550da7ce95108268f321a0cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a578f17ed15843354a6ac44555a7f7980e6dfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a71c4fb2fe6744f2831989c709b8d5b7cb01cae811a92fd86ccab1de9dcdc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c33e5da53266774b81789eac9ffbe11e724c18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83af4e896f4fa04ec58c371e497e6d3ec05a91aa2c06fee5727af23cb2eee9a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f842035368ba1e1a586068c357ce8b7343ee8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90518403ea26493200d193b5958ff6f4f5449adb895e9036b3afc3c4905068b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef98fbf89d779919e3b57b7c49b0fbccdc3ad61e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38e8997599bccf2dba041f5ca166033191c90ff11dd72ed2d4bc9c9d7cb3877
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e649474057dc450c7971e05a1a430c04cd2af406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847378f4570b1fedbdf11dc9f6a0c74dae63e022f7362c001c23d78ea36f24c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec418c8ca5360761ffa5039f4e4d405615e179f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ccee2f63b781243b61c62434b2fcc895f3c20406421cfc99a38c1ad627323
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a764c41f48b925dd196f71c84d5710ed09f6abf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5a38ea7497c293e72116fe521e0739d1ee6206955b4a5f7927637305a2660a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61367601ff519236405dd059eb54d38136c4c6e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1e7bc7a1a774a94ed9bc6fdd6f40453bc37cadb3da11a2a038fcdb73ba48d2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f248983924d5d7d46162200d5c419852f5bcdb44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba796e566a5b9e9c00fc6f72e74662f4b82c616a1216ce2f1006bb10854f5500
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4b5d44c77ccf391adb71c9f7eb71ddeaf80702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62af2dafd87deafd7063c6e45522cae05212cc0e2b822669468751e45a23e4a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b4be88668e949c7ec0a6e15660e99d4bfceb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74816bd453d5a4dd2733c7d0f2a6fabfd6421560b2306b2ee6651c180106e1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a8401e481e67724e87b40db53e10d2a62fa812
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa69f3a8fd95971a139a9d8b68eecd2198dbfbcee5ac74852d9adc4323c0bc46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dcc28dfab57b3e8f744d81fee3296b4a8e82ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef20b6a0d25b3c738d159d552055695ea35d3e5290be9ddd9d6c503647c3d9ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9bcd4c0fd09116b5a433fac21a6395c24aec9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4029042eac60c730f9b92b9905330613078024610c949645600823f073e1e966
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb5f7f274fcb854148e88be68720432eb0a5b5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e16cf4d8918a14f7bfa2a8711f420ab87b997f10315e6d49c09ed12f4ebc11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a5c057ad2c47105f6b93e134d4966dbb3d535
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1752d138e2b1d980847c4ae7ea2f7ac904ac75fcad935fce6c2d62be1ad35323
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5c49a972da605c8662e083cc5e55bcd11d0989
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06768e32bdd5ce2abbafb4bd53731de448e6438eef0f7dfeddbbe0f2e2991b40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bd259d0e08e6440e3107e2323c5e04c0ffcc15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2065d5e57cdf3aa8c8d29d6a846e2e60b2a265fadf22785f8cc2f7038b2d0ea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7126dc405841a5dec6c765082e977289bc6724a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344c258f0683ab5700da3d6f64523610841d5f5d869f0aec3ef494956e022d54
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef8ceffe27d4055f5fb352db3b5ea2d341cdf2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3470bc2ef63f43222d1f44831d465ab9a370158e066bfa2faabc2e1cc8df4cc8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae84508a8d733af0c1e074af2cb2eaab1fd710a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07b3a4f729aef9a7bb3b6a5aac34225e0003d58163267102d012c6d0cd08092
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6a8ae1f02cdb73c313fd5cda0a6a82db73f3ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcea9429fe274632ed025a1b6b05081f4dd52fc81dc060ea2385736e8da1714c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a2e588867c2b5fbbd3746cca47541fdc5d473e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10ab83587cb27c186894336aa521073896b24ca7efd863d01581782f5b0460f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f832476fe9c68545f22c57e3b02ca2b256e24e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275f9a413875f4484e19ae504a747f3edb2de1e8e679456a8a7a25d6dc44fa81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97836cc1c86ac1e62b23e230e6c30e8ad6f5e8df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09edc829ba1bb24602474ab41f65e6698570b7225c3eb9ff37a987e7d98aac07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a876606261c3d21a2b26036c32e600a75442d89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1944c74739127668480b3fd028c7e332273f98c2475085e25092d85e231455d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a71b5c0b6397f2fb596437695902bda25548d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0a2144536d2ed7ed5dd7001945cea85c5ac1c3d3219e55dbc89054e74a032b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bf7f8a02d7b97e10198288c605fd77386f342b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c61772661a7495dd51456c4d8d562e61c2857faeeecfbfa2991b9324525dd18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6991a9312382970da6dc232e0ea74ed28d6c9228
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5497ced0dab71ccdc59cc9d4e7e0c65a0ddc0d7f8f646cdadfc7f2f289047f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d27c18f3b66305a07a26dc8145c54d9f0e437a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f316531ad87dfcc871b24bbd712638be50f3bb85a9d9c584fd739d9884aae6de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463364096602903b53e6ba1ebf5efdfb448aaedf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60ec5c7fa3872e57787692a6da814f75723b1e4ae93cf1e3cefc7116603eb04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0680bc9313e26d0607abfb84b0cdd42b2ac3f947
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9720245726ca991ccd536610bfb7d7df40798c3f91e76c6153436033ff66cdac
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6e747d8a976576ef9b4238fb9561e023c42aa8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22abea221526eef392b3187deb7d9c90cec6269bee3bb1a41fee1c9c20fc5daa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc503123d50682af89a2540a83b946dbc8c1bfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac70207c4613105622ac12b1a999b91bec7a6200baa4b78a94a73c703048acb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b48277b50a59edee1c8d10ac51d52a9f82303bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d6737977cbd4871131086f4da3db428a0ff1f7e65aac092e4979df0e2f7a75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4613f7fa3862e8f0dda72154b226ac370d20ecc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ea3a000f1178229c27a4a072f9b6b02041f0b7735c225c585fd3df0b2c50c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd677bf865fbe2f4ef42113553962e7cd703be3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e683db920678ac9b15d676299c6da5afc104db6487a9af1120af9dc9df7b9f46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70c5051478f9ca28b42e515f7d2c9be0f6625cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c060201985723130db910c532317b58a39d11a6cd4a7eb792629711f05edcfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4833b0c4aec36c972ff10e66421322d5a1677c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c9063d59c0e42f58dc5d874098e9deb7dcc4094a3c45f2357aaa110bda3ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ce3478589fb48f8efc2ffaae893eb4efcbfdb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c380f3cde96f4194d0be986be4109f2532c7fa526722db853f7044ed8d14a45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f58004db24e9d847be41c02eb6435b0c7f28af6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c604af7b5284aa5a787a824d0a9e7d616f6349bb332b862147795c2388b2b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c41dcdfd874c010fccedcfe6b237d92c6751a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ec7437abe74b0957804f263d6f18c3eb68b3f2d228ac4f2853712688cdb7a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f1722fc10f7117514d17ead61ec1153807209e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa9d20b01391b6fba91e7223320286c70c0a1f163336f457d59538d225681d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d6035b4200e467684a0b12874f9a1d2db65d2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb48e4fecbe1d7ecceba0698e5b697f5bffd27f1f1325ff54b2e47d2b7fc02f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996fcc1e76bcc6984060476196cae62c9a4a2e5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854986e000394a09f53cf42236c15c215c9e4afdacf0d722950d0430751abc13
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921b952ef004fef980f92e19e47f0ca59c9bbab0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c72842263198a70346ec2a518f51a68977e8038c9191f1a8468090e8f67360b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052cb4b5e6ac5bcc4aa2a2f119fc5442f398f062
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aebff76fdb66b3f6b388ae67eb73e02135ac84e7b2e2b56a0c9a57de3155c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1fa1a8fe3d975ee66259d5883879d854851520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca35b1e85e40621d73b9961406589056544b356d3ab91e2d84f189a249824ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d80dd82bfcc652c2681f39db3b0a8fc7c0ba56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81946ae3bda01c043704072a1da958a6fd7b3564567b6529bb981d02266f1316
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8c3b45e5c55128949fb86d8da12c4c14df4682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d466321598279afc74164beb22ff3e0a88883dfe8fd5c66edb0b698767e596fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9cd6f6fdf4695c36320e5992305d2cd76b4cc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aad9717a27da53453945df7c04425251cf78897b01933a7cfc1a7b2eac37cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcc36456526a2e77a1288b4b24aeef1adda71ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c62f649af68f6a1312777b298a272aba838bea775a60fc86cd578bc54f0d0f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58ec95a4c33914da448c25c3ea5813ae4ee2f9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b4327d580f5e23380e33234a24f2608cb88771b10e43b679a246ab5ae7ece6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7218debc3cbd954d07941e99762900ff1777671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd62e94d628d9ddfb772092d98a356cb6227a7f48dce473aad97ac27a087a77a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225362d1b3d881a975b666c9b1c96df5827f375d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af33dc3b7669badaf10e85c0e4983055069f1086199bac015d3c90f1a698d53a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f681ca1cb33dc9e979f2206f135f2ae5e5972e30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8b475a9e89afe2fef396f58376102b217e53cc19017a6bb8e1967cb16f646e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dba2a9cd7a7796aaaf832649dc62d11aac4a72
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7538415fd84d135b814add8cbc37ccf138a9400322354b7879fffed613c3174b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfab4b7cd3fe31df8f3889eee125fa94847fbd03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b72420bc42a0ebf76fa8dfa54f612d35c9949ecac2beb0c266e008076d5e16
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c30a3a71f4e75e6285ef2b7d8853766a580dff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707c4eba3d3528960c2cfb11194ba0f6927d9bad1146c037e10595f6d35d0e1b
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2d315e48bb9ed0ff8bf3a9724c61aa11fcf663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76502bb6612fbc164cdd4b18275144662abbfc8921b7478ed988d523d8b06e3d
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aa16d25819b9e51506c028cb60466851d81c2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baebe02082a348a5afa2e66e0b81ca49e09a6afcd6a443287ab20d434bc5a1c6
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec072acaa7c928874b0896e6332d697a97002472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2d43bf43660354cb76170670ef88245acb340139e134f891fe9f39b754a280
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de08251740b21d02dc95ad32b4b1587cf159d404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a69ab0ce8f4b47d3a9c43b100ff7e0351fc3dd65917148adb3b832008ed6d77
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1578f925b3d16ff5aff3ea0827435dc01c3ae5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00697969bc76076e21a922f0fbab6b559b344c85f1ee8b542bab79671348c9fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec599411a3dc346c6d36491b71309d59d3f947a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae09f6dd1572bbd03ef526d94406b3605e3aabd519b2d262d58d539067adefc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35a75e0631146ee5ba01a8520c4f3b2e4cf14e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1823ea400d7ed84407bc1d56cbfc938c7edb7ed99bfbf6d642706c41e972a883
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae86983861d0a5f0af494f8f2d832a2c30c8987c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04c45b613a93ea94f054ba2d4a16ad1b19e7fc41c16ba23b005730d3a2be7ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd439253f4603a36c61fc03736ac45d7899b4280
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34efc6ee08148bb04d3721e39a3134ac803d48c73e41d9eaa45d631b3bbdc8af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e366e42c3c16f68310c3f1f36b98194f0af5175e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eb89c9356b1bb19d31b8f8d9e0bced8284df25a624f1854e86110b7913352b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57a57644e6d8960f54098807d204e018e12c73c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292a05fe23130faacef459882028a257e6d08478145504e18e51197210af91f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c688f110ecaeb6a33cb9b7a4fe760e99466215ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71f97ae8a758b7975c9da051ad8866b9b62dc5c8a92b3e764c542e4c2f61dbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae0115bfee8bb9ec694ed36e23681e3eba47889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c1027f7942ef423f3cfd16effc849f3f58d9c5f2460eb8889db6be39e836e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aacb052456c78bf95af968234d2d8182090fad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feed6ca3571f7d9a1708021fc727992bb0fa6b86f6989811f4574dd53f038e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699b86b11c48daa1ec8a6dc1f859facc7bdff4f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7957640594a1a9aef93fe566ef0444a709b2d9b98ebffbdcb3e22b083ea6a9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb0c36108257b307f1beca6b7539a29ffba7466
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b840ca0d3cb925953be2a538225bcfa9dcf62a0dd4dc88fd61a754d5d1771f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8324a0219f75e6c826da2f202ecfb58d5a09b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df717e8c2cf238878b8b2b1560040cf230b650e5f1d97f868efa1638834bf50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc9962ff0ee9f85575de2a5e81aea6c34e6904d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39457340146b7369dc987ff4f62209a994219f0fb2a3e1691b29ddefbc467a5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615c4887ac7724308428347aed0f2ea078b857f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dd0af716666aaaea9d3b1ab892c6ed4c3a650aeb807c371061c564c5197872
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf475b81cc7791500f539f6374da9e3cd7bfc8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ca8bfea03f9e83ae0a341d961f53a617f88bf9af729e086148920cc1d73da3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7add38dd638c681cc7048899a0248085a441b9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad08c19be6791da7acb9890bca1272fc898583d6f1b39de7f8aecc4778a29fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c399a749e153494a16a61c9666b158dd3b68f881
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abed4250faf9e910c3cd180d7e4a739a21867725590dbed43a4f6815af876a8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd3223a6f23eed7d9216a8f6038196e41241347
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a814c85366f553eb4d46432f85601e785a66f48da7b52290b6e2f1ad40ec62b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db8af3bfbee2e5500ed782e73622e8dfaeb3e81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f1171bd8e904a0f3c23a0c6477182147b39890017cfecd0bfb90df371a4426
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe660271196138dcdc5fe307d6c0dcc886cf85b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a9f6a8beff8c90aefcf21bd76a52ef5561ffcb5456c2e2b271105db4953918
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4070c4f6a18477332a4e950f228b537c5c782aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fcd9a728682e8e2bec54fbea5c2d9e5f86cf46766d0b33c3b056ba41581808
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade636be367a805945c8a43693715d5463d88cd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e87cd19adfd81102b2fb36a852f4aa9a53b7f32891757e4c05facffb3c8c353
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82db99ce0f6beae861fd7b0955b34acb70697c2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafae4c7bb6856d40a0f7a6ad369e3b56e2c120ed185ab0164ea70bd193db020
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f9624421461eccd125a5f7f1cb7cd5934f4270
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037a8efe3719a9304af1faef4877153a32b85ca8eea0066da3be8d2d10ebc690
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c26fc553e62e2da1d90d083bdf74e11a9a28fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0e21b33a86b4e4fd593971b1526322e87c422a23b2848af9e08159b0fbcca5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe4f47139dde16b569a0a2da345e6f66b7d8d0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b009c929e60a2fca70b73540f4a4b19aef0bd82c6eb082e7a4eb60069cc15d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c182797f6da8093a150dbadfb77a335ddf51e3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b106b6c5d194b50efd67221caad753c2e40a1fc07ebb4b43e4f80d47f1368ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14984518a8ebf1c052d3af4d692c82e872ef6a22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe3f754467d7027b60076b4b01c64bd235df7a211d3c25fe32f6043657593ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcea77b5fc65b9057289def88af8a04fb88c082
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9294b867eed91b9fe01b065c304763d32987705ea484e3d38dad613c2b83bbb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a5cc3bd350688c43c91a314b63e31dad308f7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0f37dae7e8a4df5c1a39267bc6d0fc24034db8ed9c8cda4f701a9efa76c19f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6975609244e1c7f4e18b014064785c26673e063f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c6c592f656daf8482d0e48194761546ee6fcfe29e6d2091c4702bdec29aa6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde7e49832781abc63a37adcb4a00c42b151a03d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6b0946a5e4d787faf4658d54e4004a6da40f1c355a0e6d00be1a6efb7456cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6237b28bb5f08aef92a6c49626f30ddfbf884a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef0f12cdf527e7d22c1e2855d19a34bd57e4c8644e1f93b25518e110f865e6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e92c54b724864328d908dc4a075ca59c70ceb56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1442df8f54544009056fb363c7d7f235fd32723fe4385d7f8c2831c9c0661bd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fb34165a8fd3b3dc09bf9d31a1410d2f96a439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3a9afc8353e6a3fe4fdc7189fb0ddee22832fab8986638961893bd857ea0c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b668607df8ee8d65b2846af01b60345ae1f2b94e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf25f809fb56e8dfdbb038b236ea077744fc9bac4740a9edab9a689f9866407
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c72c9f78d515d95e0c9df98a48a324c3b5ae36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf93454c7c6a412d38e97f663a572677f5e526e334043db4aee1fe29b423a716
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62d5d1c63a4ba94e8693579d98e34ada1aa1590
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c90c9b77b6956a1ff4707002302aae3e31b3d63b2d6f87b939837a8f51cf91a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2c2f8a3ca0b43e1671c02145f0944775a1bc58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c38cdf2573db040b36c4d3d75aae12adf235234af5280048b324bac659c9ace
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a0db3268bce98e7761076b3809b9c4911c72ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630cae3c14401678c8c6b2eca568280ac80e294b84c4f9ce75c81808b8e80f61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c22570d900f1fcdeede1f4ec6f55c841df8a97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1909853dca70acc7cc64bbf950427755c5c24f5f60bca39190c14f0f342ec44
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9375cd987c81146124432f87e31dde060826c8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e93b8e7750699dad2fb3703d0d1e61f0d894aef52b9e0ab49d461c9a81e7b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e91e9ddcbcfcbbf3a9d8dee75d5f07b0270afb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2322fbbb9271840ffd7edfcea4e247a624f39f4b52231f942685d0657d2d7f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98149535f35b6d2d4f5b9cc03f898470af713d21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b36eb044d888b703355d1dbee6e82179e09eee93e3363e60fc7e09c6f52972d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77704f5ef7c57007a219cb2d661efff35d7dd424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02112db95d97b353dbd281330aa23792c48438dd39197345949b4a73d35d8c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f163de4b9871ed4dff7823ea5e80c2e70511e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee31553e4ed891e2b7096ade5f2f73b8ae28dc8b253c19c2d1ac622b0ddfe55
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017ab3d921f2c0e04882e64402e9c55aa7727a6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57811023412168edd35b63899b8ddc8fe6edd797d6ff5445ce2cf2705bf04598
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ecb13febd419c1f1494c9f9a2627a8fe38bcb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b7f50a54ca6a96684009bca4bda22872277eb843829256b720fc5a988afaee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de588c18e45ee7100b6f51ddd14ae231b599a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a0d9d601fd15fcff84634a72fef1e73e88cc721b92ad5c60571e0939f6697a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e703440f77471445839822ef804e5da7c4f150bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a41b09751f51c5a333a485b046f0fafd80777111333e9b696be23077c6acd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9e52b19750fe40c8315f4523cad445c482fce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f445ab5cd9d15aadc75e4f448ca3dd474a1e70ea71dd1ea189d74492ba44ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727f8e2bfbac6223830694ef8a3c952a567cc448
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34123b44ddfdaa8c915912bc88062cc78adbc895542d4cb051c5844ff595e2ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d864b24eb0802e90f9b05a8dd22133263018c0c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694354a1f9ad4aa51b9a78b82941334489aaa5a010e9c3b2dabb6b1919c810d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f80c7a5a629633645f79f3ec2fb855503dc0e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca66297b272f8f17800ed043ff85e33ff16635ec4289cef5b3d9ead713d68e08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd34b2ea64f57da77f9d771b65895833939f4a2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651af50048001f9b359144da629e39c773fe3548f4cc1c8caa628b640e2b3cc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6244419cce7a954740bbc94227bc7ac7bfc185f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7991d5bdc6ac2f4e0c832447ac75c84714e7b4600bb030bd2d03fdce73d085
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece120abedcd10233c951d7a2eabd07031cbcebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848e2c6a3563d569645cd2e0171556e6aa92eabf9aba545a8a597155475618c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185b8d4c54fdf32a38bcde94afd148b2a9e752d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1468e94c2db0154db57d801b38eac41a12c1adfa3620d6b0ecf375db666a25f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346adc781881208819f7a8d883460764b66c8af6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bee1dc33f70a2035fe6c9d2ad0f36468fe0d77da087bc2e1dd5b5e5db3783b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c1983da2800deb8093ed8f7dc48932fc95bf38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03092d23163144d789f8a70e6760fb8cfe105150dc736f1d1dc3d648ade70294
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8972cdff455d75c6500022fe7a2785636fbb89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27f83b7d618f25fac8743fe71c3fb32b03b03612f6fdb1abccdf3a23c0219e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f4921d929577dd7ae0e2f527c9397792886bd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62efd16d305f88c3f13869cb6dfbc451d697158900c4255e140e460bee7bf4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7cf341eb34298d6672385a36f5f6a2ff16bf59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f8ef6feea0f49f2ef7f34ebca53d9462a92fbeb93ae3fb1f0242a2709e82d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7e6094e83d0e9fdb4adffe5f2fa2d681ccd21a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a49140e678a9a070d99c0ae3ed301bdf6fc6df5aa9bbc932a86cec40652b1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f6984c2dfa66a8b6cec206a5c67f7304dab013
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692e106cce48766ea4ad83c12664b0294535a37f3932f27e0d1bca8b09eaaa18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a63e5b9220b3608ff1f9f4335add1cf1cce668
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaa80f02c8f1b8b1291d8b09ed4378dd74829684e5cbe3198aebbc82db56f0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607fd15c753a4900fd3454adca6f1518d6bdb08c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82227be03207851bac81c88ae40a6ff1287ee4f9b145b448f377a3bedebbb7ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4075c6db920c27be34bae21e29768fc3f9477148
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c965f4a2484155bbec6585804ed8b72b3ef1bc00062f0d4ff4e52c17f909e45e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520c6e4df606918d11867edf7aaf9394a6d6d212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07f2a2484450b463b415b0c27c687021893cea985d7a81be28d6471a6ab61e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966f5b337fae9734ed580668980f9053e136d76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6e9fed3d051fc464eb58f813a8be263bc98093c7867591abffc9f82866c3f4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2f85b3381be6ea5419c106d3851ac78d4cbd42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15a67b23313f3990b5a93a082fd9bff4a2936e853be4ae62af727cd6b7171da
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fe75303e6517c54fd1a81d772bbada18d67440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5208f070e063bc76d1ed4a2adcda6612d27d12646c0433e91152c90662552723
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aec8eb549531d23efdf67271c26a54e0121de03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d9f74f7db25126405f9ca81e2c2b2fdc158d52dfdbbcd523e8fdcea8ea63fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deca1fc8d2366205d82be625483276ba0c3fa24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf633eebfa204180027936e48f103d59c66a5dc081c42641200e87f0d4297fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d7e5730f9d05763a79efddb69298cae6b41d73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3d8df9fafec7d4d8fe16bc05f32b0fb327e00ab9125c41f944fcb6d259996f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bcb3b9f9a59692ab4d3c1699b9de9efb28334f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8553aefae16d62bc4d74d241d6504de66104f586cd1d0f6137dfdf0c894d4552
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a6f745e722ed220584020b319ea62947a643a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4762de765b3cdb7581102b10d08e205a70055dff8803b43c3ca7e0f15680b351
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4597938366d390bc3d37214ead36056ab3a30fbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e1efd0c01e6ea0a9359f9b01bcb453a7e3c3c4fc5bdc3a5748e6dfcc6a862d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6d8ca90ca8a0220a15b4b5764920d493dc31d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f04ef636d409657a759d06150b6af66c813f14b6f7e4356f49687f5374555bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd290943102c606f2d792c1cf7067a85f73b16d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef3ebb4b66b7722076f0ab1385de1abbd600c1b6f3fc3c3f546f5d9db69913
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e83fe739826b55b1ba05a2cf86ee70697d9e3a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735cf117e1d1880cdd8139d8eeeb7af48e43bdd391cbff728e59cde3ec7ba8ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4847e35ce78afcdb747ac0679038d4fbaf92679a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaf466a162c02101db534b39c725e0226e0f35504735f099870e05987677934
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f0265c354c27dd8491bfff940094966011d17a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158a341fc853568cc889cc6f3fc0ba7fd691eba88f28cc4baeb64e9d250e34dd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3241bdc090b9c9481c1bce7fa80d9b224d57086b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45339732ef66fd2c600df974cbf29f8fff7c08bf7b78f9d64bdd2ced8dc394b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cfb1e906e94072a2a8b00b90b50ca013ab7f3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1978dd84c69c82823aa1d8531140e74e7318400c1cf0db6d01d25496b128ae5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785ff17e0d8be38da3f2c5abf2d09573192199a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abca9df941ce9d2f4e23242a9d961126aa9bcaf8e5bd9d0e58fba486464ad747
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a49524c52d85d611c90899d0d3d051c8b5841e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39c2e9b9f2bb78ea242630896c089f21e06a1cfd36ccd56fc7840bfc039a3df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14ea0020c31c2ab6d8e9f78940ff1f99f39b52f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c295f445ba78ff2741aca3aeb3d82714f38fb3561c9c863097fae8bb83f618
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362378469e5bdd445fd9b0ea67533ecca0194dd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd3320d5775f0d79830499b864ce621c3a72625717317affbc8478d6fe3f66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a78c6d597ef1222fff16d4d8a4a6d3b2bd9777
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1eb9abcec29964b6fa1d6790fdffd8a84db323d1ea315ca6206b750eb0d01d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9de6240db3c5277fd9126caacd892462b6e841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749c3e1a1065e6fd57c605dc55ddc8f73469b7a66e6310e605a46a2b0c1f255e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91ce2b9263f3e9cd5123acb415ac97f8311fc7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5169ab12e4600c3e40d14477950e9cba87f0c432b96fef0fb56c193def0b3a2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35d38dd7e8cc748a939706cdc3449ec0a27b68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbe3e5f782cdbc413694a7bf2f6901ddb99df0ba8c548a518d4233d259ca040
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c88b9a76c3986bf7cec8012e22b9e7c724c7036
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ad4083c46a16210ab11443fe6ed4d9c492c59ad328b8ac7617d5d89f877d29
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4a09047f7ce1fea5775dc97bf78a9e6ab8654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8ed7b6dcf2daccbab9335b849cc55b0ab4c5c8ea0e98808ee6d29c7d365238
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91596ea8565dd9a0e56ecb56f4946b59e190dfa8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798755fbc174f0c8fd39a7fd7516744b5d120556c60c0c88b73f566881beb924
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b44f914f9e96f0349e06d77f16b99cd175e841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d13b20caf71f6d886fe28d778ed122214485a4d9152e8774fa4216469efc376
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85874a77fec3aa72385347000cd4f7305d1d7790
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b316abed956a4c3555ff02235d6da5d25e03e0721aa5c8b324f15cd133a0ed5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c7571c3ab848fbc77809fb519b17544ff0a983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766e710bcacb0b16e0c915e1a75fb140abd42f5d9d7969e2fa4363864f324bff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c2317ca9610a5ec148ef8a95c9ff54b15c1950
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3553b0e1e0494a9bf8e3a86ad748391af4c975e1da5210ecc35c633472abdedb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425236377d0f82bea349825a84aa7a03e34bb2af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa1704a1a4e1694879b798f0d275dd942108b59f0feef223d1d472b6c574642
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186b4139849b09dfdab4ca77231f4d772882a066
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e19077bf42c9a813fec6ad501291b5163c33402d0e8293105f6359968ed05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e09e97b6190b9e499a54efb84f7cae6f090a282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69f1a7007730c874164230277875bfcc11c8eac1e763e2f0dd48479feda2254
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aa0698abb027faee83b78a040d1cc8b6381805
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bedd5fedb70952b85c1795ba01a81a52c0f433729415526fa6ca9c0d5142518
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a8f34fc9b53a42fe8ce2e029396cfe67a269c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f01d114b90b65bd6dac5378556ae59b7c4beedb097660494e78c84c433b913
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ae388bff0f22926d270687168e4987f37b644d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2e185fb7f8c9a1d48eeddd027f2074f432f6feeba172547a4e23c35149a70d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e26a476690960e20c594caa568aacc1d54ebd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee457aabee192fd3cc431a33cbb98464eb72fc5d3f336623ce7152bcd9fff14
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecf848e3c8ca3088d8c52de8f09fa67ec50a8f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaf8e48ec91073f3275ffd5fbc8fa3fe73b5d06689c923ade4aa409e9cee8ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c640716af69552ee16ae3f274facd6c9d9a019
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bf8c50d8f94d72917881e50d951c0460154139d7789c9821ff6326df9da369
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1522d7ab254c886b9b263fcb4caa572c39a565
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f03c8dddc2915bd27517e487e7ce3b771b8a0de1fd05ca1748b35c5c80cba8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537564230e4414751787d0125b5403ae41122bc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ddd19809808fe512c8339675cb5d16d2ab701cbf9cf8f5ada3487ff51e5b8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe09b8258a421eb22f4ff030576c5d543537134
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fe8301b521430ae9b9264c0fc831976973aea113b01510865aba75800116e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f98b24a166d45acef196141aaf526c4a592a575
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9e0c2250956cf2688ec83f944b644141c0fea32ad62c99666de38b2cd39c15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ce81df06cf035bac2fb2e42aea3ff0781c5ee9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8bc5a49b702e91f1c78a94576478d787c6cf2f3624e10d524b8602f5dc0885
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9375007838b5bd4093a381367636ae86af1e6a98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc03105856cbd37de046cd4f4864e05a370f882c941c340380c023b94e3997a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8208eefd531cc8c7d0eea0334cd2a5c7b19aa839
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8713b0d6042f6138193acc513aa7388a62b9fbae1c2638b94ac2595c8a4f4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b680b773b4e63c3295f29863f16dbd10846d584d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0bb72686ba64dbadbde56a1a26d627a3295d6075d43debe21f8630789d7d53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0151f72703c81ce63861385f5fbe07b8f1aa7150
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19cf3ce0bb7dab03d31dc6ad74082269abed9d35425fbec998fa98045811200
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de08cfcc76e0c5bd5aec8c71813f5040e6dd6d39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be1a3b0bcb6c52fb429f6ad1c74259ab65b4c542730cc980cfedc26b3b973fb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dfcfe293fb69def4211dd9336ebeea500bb9b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39838245e895b2b86f686648ebefb161b9b90adefdda239ed0d1685dd75f13ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f954b357ecb67d1505bbc0acb3985a21754f90c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117f57ca7064cb885ee5e18731d2218c43498db75d32e0092a2f8d924e398fa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9082911f0a2d7a505597facb989a2c41bc4c7491
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2f6b9789b3fd94411a105b1f4b4a948f6ad21dcb88a46fc287845d237607f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cce24ad4b15dc9f9e5de1281504368bfd9b03f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8b059466f03c24fbd66aaa1808c91ef3bb4333a5be81532eb6e403457ac05f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdf227b104b00c2855776ed70328be41259c7d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1deb8ae3cd02030d2c15cd9da6dad31a354774e96069aead2a830e01960a1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7690dece54a47a19e8f2427ef28abdd1be9bd8fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2cc9e1c02dff7608cd43e4e3db0fe63c0258b196243d5af67a5e0c7d7d53f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c980594390b4031ae7f4bc01e7807f0fa468241
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98913b5392a22727e4603ee9299f0a2bfe01e089395250ab80ddf3f6299e4b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a7f94f01d573379551f4459234489460bba394
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450911297babdbda4177fae3e78ab8d6c3da1967cfea81d321decb396f45010b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6591fc999a870eac3382c134c09b4f7d8d769533
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf76a8852c14baab5795fd9f8e93f7139f7a95c0f4ea5d453d2089c9073e3f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b160875712634efb3343cdc340a7584b7fbf52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523148cca08e0bf4cee34e96f54bb12d181d9f8d81e5a20d5887b1328a1bf4e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c066ccbe73c489ebcfe5b593e609501d8155cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b4e8b1456b23a5aabb5083ad78ee073f73ec840b57231d339b8c0cfa607863
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b98b96a0aaaa8feeb3025e4bad5a27ed1592a89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef72f102ebb7a4456d90005d4a52dd44d38821e2feef4c9a87f9a0b5e28ecfd0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b18abc7b34e7a780b3ea6d8ced4c9f837a5e66e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06bad8632efdcd7ad7d13bf156f3d8c678a58ca6ecfb1298bf67a92716a4b8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821e7ba992c8bdb772638a5681edef74cae8ae44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1d9d3a07206ccbe73c32dccdf94a4ea5a167f5db8983e89542673df68229b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4477179cf4086cc518b2056daace4068c10aadbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23eab840ed0bdc27e87e2f1169789340cd1ea87d3e5b7daee05cccea8f0eb28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198a59e59c8abf5ae3acb58d9e670b93bec7ee9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b2b5c58ea34cf4ac5b73b11e3fbd1b4a450f54a6a8af97aa550b65a4beea48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57ebcaac995ecfecf0f99a5f67144e6a63241af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a58e4619fd264b5448e7d390c68d596f59ffba1c3781167ef6eb17610011e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199a4024f7b94d0c04f6d468c2c96f153b713aa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145897b55be97aedf46d7ff9f3175518bc55c07a1dfa82611c5a76982368dddb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817b4e7a56eecbc3ba3229028f915ff9889b5458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c732366bc9c4f2cc626292c9a172a7181e251472589039149d2dce089a144ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556ab870550a66c680b783b75b2a39b71c3aa1ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74b6b92c8ccc957fb761605b80cbc7ba911dbfaeac43d770a2ab349204501a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f75b9a84ebcaf474d67f2adcb3158f5d5446ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541544d7be8d0e3cfa264a2fc31415f5a37db4ff5fc83629fd5935af5c27921
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e25fd8d1d15789dee204301a05d0fc98b0e0ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79365a731ac513ebb72757458cdd57adbfcf25cb338fa44369916c7bbd954611
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e9f8a8069d1b1a0fb44c1b34f7f0250da87450
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b082da828ea95e3a214a6e3ac69aedcf5cab5b18d875889e5ebeaab9ae90f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373480225f27144e64a62d9e4cf35c728e66c6e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12caa5fec1b5dceb5e5867943a5aaa36f788d0ec566478008db997f92e32395
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d65304c84d4c124b4e961ff23e4c0f5172139e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cebf6765bb1aee89c3441bd20e98ffef9b073443ae846ab15b9d70b73dc7af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b27908f1bff6037f4b6e5ca50d0455716aa7ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46ac2bb4806d614c167b679b9cc581ec62179b3476c20a03afe138585221277
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef236f81be0e17db4d2d9f66fd11c685a1fe6f07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d794cf2b6c81be24a5d5be42aed103a61d7143539522b82493e13b1a2f8b92c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f789f0a15b06336e1f5929e586a4413a8ae58cec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893e738946d6dbcdc1d745b4d6969ffcf97d73cc4bec470ee0d34cb2988205e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8ca8f869255d8a0c7dfce02f0edf89e1cb5b98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f30e3607f8288db0c959d032471ced8a65b2744027a1967a7394fe685b7063
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbd7504e285c28aa18f91b16c0bd650e217318f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e02516d426f8e62cfbe96ab92ea30db9df49deca01204a090f37ff621fd872
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b565dab02d9bd8aff2daf53837e8924f6609558
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd76a9dbc2cf7ef2046aa343a3b904145e7909347bed03f0540a14bb6ba50c02
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc059a6b59307e1e556a302fd35bc4f2ad24448
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb581aebf0094fc3e7a660e5978acf03d5bde200e4de572cb23c09da72b1976
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8215d2c064979c79e6cfbf382e1f00b76a35b4c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605519afdd0f947bc532373a805a7804bd56807de18782a2667798dbc121422d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579cf77e855d1dfebe4e38a291ad908dcc3e873c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e067e23405677878ddb8b93e42f93dd0f5b8168774815d85c31f1723f810c063
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ced6f6359fa20a096002b629a52e7c22b9eb8e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b609166ad9c85e08a374499c622867d6f65a8304f0265eeb2f7d4aa924760b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1155d15092703a53975036d88ff797b31dc1c546
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0086428f6dc0cda7c93a7ce76cd07befec418f91650b3603806a412400d4bbfc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5753a6c48c08bd00a830845e5d2144407c21f227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7825c3cc3ce300a36d45225fe62fbfc4bf4d83c8b1592cf8224517a54bbaf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1305e88bf6752e7327649e866408dbd18de64d60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce5f5a777396232bcc449a4001c951190da01d0024b3b0e61a6090655b01728
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22e99c79f6274b42bad1aeeb524d9d85f6cbe92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d8a9710cde7ee99eb3c57033de717939caca57b105589e82e5476fecc10603
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b86fcf7fb7097e5c03f59e3c5165b4fdb5469e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d79b08158a21be2df5df548be20f395b0620a618a83d54ad4d55509dd12f2c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03420006180f397eaa5ff5ed582a03525342830f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b91235804c70a06aacb9901fac062255a9aa03a6bc721be01e67b07766ba2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f13154094b53586141fe96a4afd97d107bfd301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8b82cdad1f536b9c5b266e615f7aa2f1b1056f23d0eefb68227f345edf6ce3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eabde5d32e64dbfcb88f1d1f963834f981a45f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3827d540f16f872ece4c9609c021b18bcd8273d37edef4e7af8e83849cedbaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a88184117f3ec1bd81414162e683b57f3aae5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fccc4d0edb9bd652025c5d00c807729536c7f0b828b20da6dd2279aec26957c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cdd74d5fdcee213001e50ad8728cce9bfa3a6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf38a14f0bc00ef539921f5a06957f4367806844b5d52d260f041efa39b9db7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97f77920601f710cfaad69f2f7f4be84f686863
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e2c122ca6db7159f478eb7948131785b663926beb5a17e503f03cc9077d98f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108fb5a770c6ca0b1dc21655dc206eb44b269030
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b3602403b4b87e68eab8ebfdfe6849b2f2e24b112df7588e7e765383d12e6b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aec5892724ed53dc9b2a8bde5a2a4018dffd08a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be95f2e894b68703bed4281d0e17985e51af2c5620abb1565ea73662b50f6e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37f686f95f88e301c82961966330e2c640ed100
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2b0deab6b76fa295ec322b20890f8c5dc441002ad91268fd877fdbf0ef2b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e57dbd144a23c6d491475ab687dbe61ca60ea6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb910536f058c8f28a7caaa5845337a693e552af62e1f6bdb8390ac886a488a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfbeef2bece1c8e1b9c7142a835b4794ffccfd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc276dfdf6615eda1a8e06292cebd0ba9f1f25c03268a0a154c2445b68f5c790
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df48076a119f13c1df927edc610e996b088323ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3bd2c6d5b69c4ebf2a42ea05e97c6cfbdba2eee445546dd059e5a2481107d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78396caf58ab8f9d736c79120d5d9fc8e2d23432
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9f5da57ce72a2bbbb9193b14277b96f5cfd13db0f67a99f698751f0e5ff99e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1013200bd2511ae9209e4c7300cae813371584
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66855e354b237210cc637ffdce90262cc6c8970c0b37e9197f33b5a7fe1df30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6ee380964a1d95d5466d018ae8fa37934e3392
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b905a6a37e8a16a010aa1d089e94bc7017982262cbb03326c9a11cd184a58a61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddddaedcae8fb5798d1a0f46bd33dbeafd41b66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c94225633c440748cb31f1afee117688c30415e39f8a38ae91bcd57a093bbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95caa1363687e3ad38cdc2b6974ac34b4f517846
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20b9d08c3b56370b9b04c6f145179803d6b841f3cf0dc565c0c0fde5403c821
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d6ea7a7d513135bd878e801921b1bf25de75ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b84cfc1af9ea862a41638eb02a35a2feb62fea8d8fb99dffb18277d7289dc18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc2d9133eb2feb2cc6256229fd0424b3d5e817b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dffdaa28adf0185db8f5b064f9a622b002f12562a7bb256b347076354dce11
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734a5dae64d458767f00b3376d877547b7a9b141
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53ba1c8c6af56cd7aa67d386e26e20893fb9f55fdbf1c06ac2b554ee1a6812e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0939e45f67f523f10937b486b06074e486e8581e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715e47ccae371f06bbb4e4fbe31ed1edb197914185ab61cff5eacf8bfb8cd5a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58880e8c8f96a33824c3cdf90d8d42be7925ef9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e818146dd6b5e380aa46683996feeb1a5692c079abb9df5852db47b5889921
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffd7722e49fe28c35beb090221f9058119a33d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03f0ef24cc48de102b506d5a09c643b5e420fe2c9dc152875eff0eaa2f013c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9ecc32c9d24efab29c7affadaa7516d77977d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2664a01dd24ac42fef55766ed7ac8face423d13c8685275d0e869ec0f072f391
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107a09579c72ae9d760387bc72dca8aa7bf22ee9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614128ee6bf880142ac6b97357cb0d932f3e4839a711a710fa3b906502e04cce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172b77d1a9e7bac63318f29e0cc9422436d207de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315349f25c7615ed1cad98e8a4e3b6118e26a0c64b8e4f8f51c8646473784076
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dc58024e25af6525146611c4ea4760c4cbb479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcacaf5bddb7e3a30b895257541aa15e95e439aaa26230ad8500b1e7afe24ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d819296d0cde12e6e9a8a769a126cec1b00a3c2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee78cbf948fe59f70a6ca580cf9232529778a259790ef28f6e6bfca98ef5808
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a390c149631fbcb8659b59b937aa318758a4ee5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfecb4c351d61eb08c8cbe1b0bbe20c8dcb28dfadcb0d39f3fd2f34baf3dd21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8060745da97885f2e38d2f452f2c0bc25583bf0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f128d2159a1e57771c0f30fa4914f71f6767516b9fe6759f8850ee8bd643cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cac55a4a2bbfecc907d336837e4be413ef1bf0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48471faac5d85d61258d7f92e7187732cd9b305b8fcef0ebfe20143b752927a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238f3488ffaa46b4d1769383c7bd90dc3936da3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907b72eedfbfe4ab19dc1ec7fad8e8058a65aeaf603558999f5e5807481ee427
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afd9ec79a8d58c96d58abd4781cf19729b44246
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58d1ced3ace8e739a5c6150e4144a36927376e0b412f34dfb8573429784f20b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7a2ef45a7e21d648ccc79c168021bc8434bb40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e618ead0f7f3ded5dd1193045dce1116736e914f1760e67fe50f865bbfa52b4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6de8fc38d9e1b27552e2cbc2e70d517847a6e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8ca86d702216fcd9f353df8917f0659a413835869633266b336a671b829b7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2863392c55b98efa10aa2dd4c5627304df638414
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dd5be289db7d066bd925aa1b070555ec4bcced7b7548abaa158f1bd9d56bea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb79e056672143baa7720561c110fc004cdfe55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861ec840a7a119d143011397e54d1c965dbde2570dfb0a6470ff9ffec47d0332
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c568ce891708df05c517ce33fdeec8ff4a429b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b50c7dfa6dad913b665248d910a3290b71ff1d4950c0feb8661baf08af48e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af73971f3e9e1b33515f559d994ccb2d4cab9c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a777b33c311ca2d9594a4a8216d71b88b32e8d9bd6a49f27378e937b612dd93c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b61afa793ad5dfc9c5e85c3781bdde7a386510
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928cca3d1f319820afe99c9306c2f88537ba47d98638af91ae1c8f9a1d53b763
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c1030ec82baf7822e8d04e860e1357ae9e0eb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b55b55f269fdebea116064d1cea8f31562f9211c543ab11120c06a058ff1fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90201f78aff8b327419994548082afb0f683c96a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa3d911f7d4142467b7a4fce0a8a82ddb3d6325db5aacff37d41182304b35a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e4e4cf58e2ce636b3b62648ad1562a12ef8acb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011b437482da2225a1736dfb369ecbad6d558467d350b3f15f9d68817dfdf12c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a55b52af793cead7a42bc35ac7bcef12939899a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d104259ffb67e5a78025145e413d3f1db36ee25dd3031b3ddf0825bbadb6dce8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221d08c5f2c65cbad97681e8e002bec1cabd6186
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431b54564b43159e4c7f27c1b7cb62e25b44f900abece6c31fbbaac4726e763f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296b69e6eab950685b0479217b1ec3fe86938be2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e244fd3fb36191db4affe6c871023d42001c09e6aacce6aeb12f62a7a5f16b32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50091de09f7f3f286531eef605fab80c373ab9eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1793b4fff8e13f7745c80ed3bea6cc0dacf42b9a9e9c9ec60701682469abbe9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382f04b70e14577145211dd923d61be7a21c29ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326d15c3b8706d6f03ee9fc6acbd00d23dd1888d0b74d8e481c64461a410bc36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47da8d0778d32f413dc46a45f0d17bbcee626627
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb26a23240648e918335180e11069a02a37cede7849ebe2f3cfcba819be7de2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05beedc79df81563128cd52f85c0532b9a16399f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8240c1b5d62ecef6b097f54ec24141b8c3a9f55ef00cbba00852e363ae004ff8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5eaaee1eb09a3b36fc7f3edf04d28596c7e9f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2021486d5048610ea09e546e554ea40ffe0be69ea9bb26f0e9c0544f497abf81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7749e8534e744bc0047520f0d5fbd054a582a9de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4006b9d05b57c2a54e7b0a31f1d1e04884f3c36d2d9288581fd3ecaa9dbc5d11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c74328eb49e1438273f21f2fd1cd8a097f444ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2883e4ae2692f3abc8801149e9870e8cc35d0352d14fc93b6e4c0273eb36f696
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770de667127db1810428d1df83e5c6d034cdf051
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c17f725717c2e95b5082a92307fead1c0457f9ba9926bf79480ad9d858836c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67512982352987f8ce643d18384cb78194114fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25817b8ba7c44ee53a31f960cf6da04a9f47582ca9447ef4c73a86261e219695
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc9c1cf40b1b0f02194fc18f5f3a83488633f0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a982ce5221220eee5b492c8d1348db9efb1e200196c1f2c6f1160c44797253
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ee6bf3a09f253426cd1e28aa8a1ee7ebc12ebe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b620e69d399a64acd4d6033d9997a2cb82646661ca213f798f969aa0658f7ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbccd26f30d9c4cec3706476e02777eb778f034b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7c86ef570c59b357069a3e84cd015aee888c088b7aba80af2312cc34195aa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123620503afbc211de30d3890b6de21e45472b8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f99f5edb3d6e7458ad486cba50e8e1ed288acb6b096bbfe728d0f4a2c7b3d9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28873ce841fccbf3041a974f7addca78e84d23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d53ab94deca271b3e4b84fad9cffa37483fed3ce68f4f32ded4f1361d954a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dafa7d1e96845b38f7cda274a50cd983d53ebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d0754b314cfe01862c42c0f2a14877e99927e0b45c9ba5a7fe691dd31cbaf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f3f6d3595d99fccb32d1b9a8c873b64ef37963
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2231f600f9c81085df25186f378384abb0041efc06f8d27c6a04f242c2a3f439
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b779d77ba0eaae72598b9aa474a8aff20d11b10
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ead3842b3f8a1d058ba498962185ea56a8ba7e00872aa2a8ff4b4b8d8a130b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fe6761707504dacef6ca0f205c0f0a18029959
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468345c692318d95fb5ca26c2763ba26b42203e42d96eb4702768a5bf330cdb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d2b593cc1f5c9bf5d4cca161391b544ea39ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3040355d19cf059732dc7b24ae068f54917834ac1ce714ea73f4bc2bcae73115
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af76c52576eb4b3d54fa72cabc05b9c581b4a9a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5930154db1822e693df6b059f79ec3fe5780600ad2c0bddbda981664d298ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820662288dcc1c906658d3897c53e7df47116af0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517180932a89dca83be4a88468af5639642ec3514f0b4268b497192ccd5adbe3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5149eae16cdfa18d6dfb994014f5fe85f57644
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f9674c0b13bd08e642bd255762f308be386d302487299bdb73d3a22de35286
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b630b483a8bd87fda0bc4cea42e11bf3cc6ce241
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c990384d9936b4573e18340670a7f0df5cc7af77710998a49cb7b3f0253672e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a354e881e2ed02e3e00825be673154bf297cd0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a562e84e80b8a05a77df76c484a0b2c03fe298df8bd7e247ea0f3ed26a97fa2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4ea5b8166e5cd93fb23648af7a6b9639d8d094
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942a4eefa6b14f11847849a7816362cc1267d1e9c7a3f5e713d74eac1b668e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16679f8ec6abc765e7e49afaf7c775d1ad249995
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0be7d557fb6e779cdb440fd9371d124e5cb8c517a9f4292b27379223794d64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa11b79cefa38ce5309b1d19a363dc591be40b55
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470887b14a44bc1502194c6789cae35362803a66e3b235fa33a56ff747835599
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08878258107a55e3a8a6e237b66703c16a75482b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af3587f7b071b387cc0cb97afe0b13fe28affb597af856bd3e61b4a8665aa7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1569a2168fb44952996c48110e8de95f2fb925e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52d2ddf9ac216a41f164ac4fc6ed21baf618536c128da1262212b8584429e1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851f50660aa15f7b96d508ed6a1e2d191ad45911
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3758bb2f1935bdfa84aab27ffaf60c43e2f10e7b725fea1b6e2b19906ceacfac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56699607fe8b66c760195993c8769348369febb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b28c092c9cd0af45cb6cf5bbaf710a31fe7cf67f37d6165a7a8921066b450b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32865d63f0faec9a115c0c186b30915f5e3b6a47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701d5b7855b3ceec03269bfadea31f2f64329c129be74441a0658a278689c714
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2f68c63bb116a855e47b16f509b75dd213d89b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636e523906ad259f90dd04533a2b56a2ac8351de730314c3f6a7155178cdc337
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9833c2c8e6b6af049a1d3cf685162aa99a75f9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a4ef5225f072dd9e7c8731c95b84ef88e830fc4c51f9125c45269e0b6e3ce3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c412eef37b3a35511005abca6aa3d8211078d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a40498b78a5d5714fc7abf3f7870316f7280f2ad3ade40f194b7e088836957
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5040cc37990b77dcf21bd19b53a061fcf6c2af0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656fed3966afd2c5814beb2607b6d4e73d584f65228026f94c5b4c868a67bffc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e78f2f1c878bcc876847f995bf08bdea97db11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79896a644fa2654ee63d860872cc038ed6f8a563f3a05942b56c7b0481dc122c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d7ecfcb92cefb142cd2b3b6993a95cafff6613
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5906c40310d3d4e441c9192a5ad0e138b0e403e47823a3236783decc0661ea29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d9d8a7f2b7806805ad5e1c28dba2b9f4a9ed18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3e52518535a5de77e4f61ce6bec10870d5b2bd8002da9efd9c9535a4090dfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322ae688b3f6cb85fb37ba9260e0396aeab6662
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f402c06bc143775c7bc28f12a45b866ca7702c7b6bef318d49d4991ff71d87
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2f3a027941f3b98dc2cc7511ce56bba2812b03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05e95e95f503109c6905822164afad130555a48fa5c7a814fa1fedb0d4961d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182faaebfee54bd277d5f7234892500007280321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba941a0f32ccac05b3b82763628e7f4023ce10b38670ffc89cf5487d1374105
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5613f4d1cd0fc47c3af42361e7e49e0d9b15f2e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c72ce8ef96b880dfa91b0716cbe66bb8beddd1bfc358879d402c8265df780f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d1a47a002ec51ee7666e172a62aa9003fe8bc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a6916cd22571f3e82177795f28eebe1a3a954e35252cb20873d30c5156c461
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a53c1e91f2bf262f137b9eaa9b8042acf0c374
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac0187f3f2fda2239d269cbbdbe6efe181998157073e498cc80f6e82a8a8ebe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd64f2dd53944f7648685dcfd0057fbb57c8457a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4c83fe732de20d99177dafe1e371b94557586b60f6d31c7afb4ebd17cb3a66
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacb4a7f2bfd319f659c41d0bbe87baa45fa30db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bccb0d75a22e1f5d8c0f56659474861720c4c196d9955f56d29702ea5e7633
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bd8ce5c13e8f42bf29aca2fbc306714b219243
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e03ce0af49df4eb4ebaf59d0e40fb0f31c3e30892ab5df7c944e6bd6662423
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f4165d9c13cbd98a58165449958ff74b523b51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fe0d5173c983ff413def55ebbaa947bb157b9b0fd8751f23b0615c1a663cb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4e1a0abefd053d982ca2f3c3cae97bea51a4e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfd84ffc3b874bd3952c26557a800d104dfe8b45572efc38897535f538ab389
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7181c9fa06cc7b3b8570fa1b542e6af2528466dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da42e7cdb696e5d4741c121f03aea6548c2a0a379659ec5c9cd7feb31add8304
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0697f93e41f792339a333eaf20382af49943e8c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8074ca219830c5cef801031409325c13ec9a228bc97cdba736f12100e1969c37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362fd1fbb3a5397d60e66c8eb218a325506a3410
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc7c497e103ecb77f6e057a330bb93adaa22614cc2d3629b932790a053ef204
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daaeefbf072430d7b5863cbc36da0173043b959
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5ac7b870661a0bac30420eeec77710229c2859fd4f4192fa59a06b2245ea8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76523a8a4a8a826b71460f5610c8c0a210e1969b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896666b23616303e3c1d72eb33bf6b3e720493873fff79f56c3f3b2744380d00
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b86771c44a0ea1a0f6dcbfaa8f365a033722cd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d12d8aa4ae992fc58db762da49a43f2380713457943a450f709440f1c9efd29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ff886d6093cdfa8321b63da4ea3c05b776e8d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ccfceb31934cd43428c3a3daeff8668c2ae09cdfc4da5df54f5bb2ec97ca1e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509250149d780c31a483bc083ef455583541b330
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc843274d9b0041419bbf04de9697996a3b51e30932a154a042a8ca50b18e593
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f332f7b6f8d687a8a61466370659dfc7ff81b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81d3a337489ec907104e6aae26c3109a6c048b20090d393d8c1f0b098d44ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a354b7b39ba26948e518aea9061e754b84f9fc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144361bdf705dcd17ae05aeac8c27727fd715ecc5b597de29da2d5a45bd0e3a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e381cec4f073a6b3e49c72eb6878eb0dd2a633c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f86964cd56c0af5b0b0a4e0a03252b4f6c83771f51df8e71b89ceb4a8491d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfce11b7b80c042138a0d4db1a438988b737b69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c360d6e987e4710940daa4db9be886aed2b8bc93ede1af0ca53e12ae9a0d0763
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0c405dec4e81b1ef0f0620a41a460204a6062d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275b6536a0fbcc7e1546bfc4e59abcb97aed7084f4e21a8625447417781a2449
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0190fc192c81f3c7213ce86bddedaad9a762ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65d16a6f1a5746410b882ee9aeadac04a49bb29f1dd8bc94b0ce8be637fff2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7498d9d7a0c6d586d0eab2f0e3c68636723aff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e54a4fb86a2d56d86f4224f75dd0a4812028a83fc8f4930187045f89bfdf3ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764048c148daed4f28df19a9a5515cb41cc9f325
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5daaf2bb5845e8bf2d06596196c912614f4122ff200ea408f35ca70a76d37b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aff1ebb2bd10d4b0800e2deaf9fc6d8749a31fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddd6d91bd7fb0043783a1d81f03b8a080319943a3e7ec5dd75b962309e83db1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2326740db22cbd254856888097f7fa2c2674890
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836f25e5d8c11570fd5306f8087edb0aa9a9c16fa19aa756b093e25613cc5d4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b283ee888f0d597dc02865b242d2af7869bc59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96574c50739231afa4016f75900c2d00ae4e73234b0c272cf1db4f6be1995335
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5443f9f4889c3edc24f0c36ee1a16057310cfe7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f88b3d0e9e82ab36852d67616ca732479b83bed3d6c0fc20d3ea72504a1190
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9298a48353ceae1c41eac5dba22c041de297493c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6b5e6ab37bad12cff6afe94e094658f6dd01c052bf0dd24c24b68f8a81f2d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b933b2cdf451eb661cc4a6b70f54d483ca742c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1134a6e8e8d34dacc10459ec1d8d4e87812402e2781f456e4a683cba08b97a0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dd7f390d5a0f4bf9df35bee365843cd93e68a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceb69159871524f893762004e8e2f436f927c0df1c739b6bb2368a5f94aa390
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b61847a8817cce12972d9e69ff170a711e8ab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5911e9ebfdcea9f84c2b9a9e66fa36cf55ef0f3ba3295a4a83ab4a397985c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae504e42cb36187a365ab415949243e6f834476
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cc4a33d2efe3f68a72b221b0edc9af0ffa3efb76eb1131281dd0daa10909a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55db556ef0663f49de96656ff6319fcf341bec44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebe01a6cfd07863870984d55a33db54ec191653425fc0fe991ad555af6923a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af425640d9ecfae1a74ebc67378a2d86b940ac20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee72371a60e192262dafafb4f7efd69a9f77b5b58377e6f129f54af23cbf329
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7389755ead75c1d6e4be631a93248ef75312258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48fb95575e0b6618c81b03b2a509ae39317b542a29125e6320515260031c938
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a863fd297d3ad401b445288f684a8bc84487bcb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2b985fcbfc3bbeec689828ee885eb99acc35a46cba9852948426dcbe9058a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c759b41ebd97f2c45244c73e49b68c11ec8901
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5853ea6f70a1627454aa8641c6c18786d9f23608f4e0472ff2e6d955d6068d3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c63b31900dfe31a483f660c7122f25d3f9ea14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc57462789e8e768de5bbea03446557be0b72f64d845d06a61effb6cc0269a53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f82abcd9200aeb077ab9abc0dd1aeabac2bdd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710e2c9402fc91a2828773828cbfcad33c4ddf12ed14b31698e2eaede1e47e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4e3e9c5f2d461a462e39afaa8375acec34d75a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b1c5f2e0d35d320a3786146befa3f9cca6e010f72b3fd24e0954b3d161e923
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc540f83c8c190c8aca7d8a17b1ba8e1454a9d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f463ccbc976e26e6b9fd2496fa3c59e8ffe0c3e3487ed5e2bdec7b1d38b262a4
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6314e571f77a39c307e5e58aff948743622ec1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f209fc6e8f939f19515ff6a835019bb81702e866be04ec45d874db89eb3c24
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0887da0117988548b5e388415d90a868b1a881ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b960df4953a8b7fc2792be8bc6e94e5bd420baf3e06e0aef58c37d64ed341d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352e66978d28591e7fc32464e8d8989a5d1c8e79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e850245d74e13708150d85fd15bfedf5fd78d7775df6eac278456d6086e9a6b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eff80ce0e2cea5474490e0fc824d868bc724985
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4540dde71c70590ad7239c3755cb8a8231507c73e330ee33c619462cd5c8d45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b31cc9ae412b17fa863095225e19beb792343a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2c9c48aec7f3a729c21c82be5f525843132dd4ac68357f48fe6d2c3c347c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0c04da50d0071daa76291acd90fc3b8e1d5a39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6bc3ea89d88c6786b988bb622b03ab4c18e9b60f12f4ed87c03e9676b3cb64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d609b08b81b7d6f0daef3c56eca3a18463a0e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4dc1978bc23da394f5bb450e905510ee7cd80b822001270d72f2738f1c74d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df935c7ecdb5cb17a0e2fe6bffffed6bfa2a530
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e464cd18c30e2862f2effd705f22bee78055a9464f980382a4c96675888b01cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64297c0024535c31f53334ceee530f628a1c0cce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bb46f23382769530af52e315dd5ff0465a8f936b901e9f0ffecd08ea40718d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b35977f73d445f795e353376c75a974ffc51e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bccffd63ab6716a1ba15fb8e317ae44a6b6673e42c92eab2524cb7605d301a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbdf147fc51be5660061fe95be04fbcc87db671
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c632d08bc0c9e853252073a863d53eda17bda8693196a391c686cd4be7fef38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eea97b65b7a123fa3d27bf202092f6804744e0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5b9c8a14146db307b78bd63477d30af9c3b7c0797f9039e9ca1761e087d61b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9755cf5847d5bfc40c9640f88674dcff4b704603
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193025bfe0c18b9eaab171f0f26289a1c5aff711ec05fc1a68d6f0b8bd05676
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95d2941a31ed525a42741ccddd8285e9c4cc03f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536b5a319db611b6af698fc59047ce25bf1d25ba651e646d6505f8e60f55f72d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f264173c78a938cf201c54b47165baf14602e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500006434c19505997c072b350d566db8033d19d7eb5416a067ac7ca4f180688
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6386c9aaf4e55f801c95b503df8356a9fd23988f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ca6359e7ce347db07f31765eac2795a62ae2a68a493a82d80ccaed8c3ffc62
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649dc003e5a37888ff20f7d86600c8c31eab3b4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da3a9145b35cab811005842b0e081cc91f788c610348c72ec280440bce629ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22d87572e2ad23db0957a2ae57f1f6f636192ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4195383cb9016d0113befac51fd196f1391207c9726023523096f3b4214a81c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3a9613f9db8e283c16117cf9215ec5307c06fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6996175592b9d728c753ac651cb5506ce16e2ba85416bcb6351aba40bc98c6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389c659f26ef89d8f38146bc599437558fc0fb5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b914a7d0848c634e9e0c79337af71eaa9447eb37fe0bdc4d3c6dfbf671de652f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db2c03a9adc75cc1278a749f8a6b88ff8048557
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4a5709e916d703b4a8c5cca8da48fb5d263d9132c74bcdc4ab7c7277a01d70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93a961287de642ee47d63ac4228bb53c7922bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b80b6a7008748eb3f9300b47bc3797ae52f63eeb854d01dd2536adfab4d6fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da94158e2d5139ae57629077639ce934ccfbe27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e8c36ac78585b844d92c260ca74c935e6d8b1ad1bc8f9d24fd1c3cd91773ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b2a5310992aec602192ae631a8332f369a7a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35e622f3cdd2e56c4fd081cb19bcea0a07910959055556c6b42879a58700250
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9ed7a31ea2329d219c2735ed518199362f1935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8beddb0ebbadd8a42f0028731fb2c24326346cd4fc4ac6bfe94c4067b6baabcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911d19f06fd4784e40c6609980512b1aacc086e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bd271e5704eb2d37d6dacbe64f953ccb6e0043544a1c5c2aabc1152b02d884
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c514fe17245a4fa8ede0f9aa3eb6da5bcd11589b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8393e49c601774c224b83acb2d8132368f5d196b7c560fea0d5889bf3d0746
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1231d8cd58e92771dd5a8e3fcf82b2f6f25e3b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b4ec697593f350e0869ebda780872863d0ee07a19345a894e74daaf6c5cb52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef824fd8f14638f7d3de0a75501683f9f6561e33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9143fb69a1bb4c5cd6a2fd00bc640e28383e31bfdaf2d3b1ec16cff1e1eb79f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e717171c106d176d507946eee5fd17926485cd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bca14458b8c710ad398c74b8e28ffe55766d07c1560bc9c58728a186fd01b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7ec0c28e5b3f127fbcc8c0b04d01438dffaf99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dd1949eaf63022a48b59d8c337904bcd3e62aba97128e8b0517aeca0d34902
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf491b1ac1043ac9f538e81fd40e85200af528
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d863ae0fd02cc7e5563fcdde2a9913b1795cff4a92e398c478efb3100fbfc524
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f356b407fdd07f094397519a233058fb1ae98bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5045953f39fdaa1ce0f04cb7b973bf1dbcf7bcaad51d984b0f7d0cbeb32dd260
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47403657dba3682df1e2f73659844958f37c4ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d603aebfabf102d002264b8a20869b9c08d4d3fdc7ddbfc3cc5a59d5d173ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f94e91d784ed6b108ff967c5144f80d019e0ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9282cdfd370e6a330aeabe393910fbd9622c70d4b257dc88f4aeac08f35f4abf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce16171bfbda9a2f0d6778527f30d15c38c92080
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27717c4c71a5399652d6ef7e184f430f4cfe7fd05870d23a7a39fa9af10b78e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b5e5a7c57a1835ab6ffcf4b34170b6b2aa3e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4990b32962f9c2b95847f373731ca9c1a864983f2719d1cb3e07413ef6560c9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0277e0314d7caddd643a805c607a47f270491ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907f67eaa09ad0065c2fe1ce7485f5e1b8c9eeb3cede5c8f7aacd009bc9c0567
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff66fa879a4d298b37f41076a12f3db2587bdfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f235ea4944786ce58e38f3da6d48e054776fc04fbdfa274a37b81f1ecfa68181
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82f69abfd2a20978997353ff5ab9014dcfe26d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e668cd88cdd12a4fd78eeea80e300c7a4095a46eace1a54b091e9004a8a91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049f81764839625b640b309d7233c4faa67af69c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11da71360377bfbeae7f30c0cfeed10d7c1ce26db8701c7eb35a6f49ed07b4b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7cb4458c4e73e2930b3d9fc1f981ffe8822270
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f03d4bec26dce183b29c6019d07e3389cef3ae189ba8ee670fc973967a62cca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa541d36f138cf0839ef54d354715205c8895429
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f36628fcee693bb7d619a9787a011d21ebddf8e3513436cb57a94b83d6f311
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bfde83b0e2de5344b04627df7dbc5b57bf267f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05551ba9a19fd47bc97be5106390456a49f50e457e13d81cf31bdf809c12f5dc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee931006f4d87c014bb9968479ded468ad0e158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ba4c05b96813664187e6c4e2d982aab8f816e022aaaba5b66716a55864cd85
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca742a74979ae67a8531428eb798b4e1b35c9e85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0356cee12c41f04b1bcd0e02486ddeade51dfd264cd2e63e3ed48daa7d56bac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5431ed7f4a334b97069952ea380145c0127e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295730d480fb609c386aa7b05eb45d38e38e88b71fd691607bfa730836245ff0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c362e78e5cf18951b641cfa417f81b1299b72b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99d97ab146e968051f4ed956adaa9d2bccc77f2cc93431f9a7527f98fb9aa7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb657e1d7483371b64c02426c19a965cef31d86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e42db8b81b77b4b1f0b71c8af2e5a79dde107f1c4a90805b0b9bce705d91b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652bffb764301de01f2384c489fec76a6923aba4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b34cb16e439ce0b8accb5333ceb65dd34cc8bcfd1903b0a341533cea7950956
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f875124d7109850009f2c52524c0684fcae1f4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a232ed2b6a9ecf54c529b2fdbda28ea85a27dfd632a140feecdbaee86de5c6cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a352d2b7d1dd70c761b48dda5bac2ccbe03b655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061383794558377e80267b2f2eb8faff11f09ffb67c1f9f705dc06f26a3bb2ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0f70370e5c1e884ccee7e4de297d07361f7b61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fb8eee26b54226c61df4fb0b65e8e2789695d0e4fa0ec4e39e02077a3d1100
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0e18dca75ab139c855b665db49f69359abf12a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090759cef9603e8575824d4e73777a27f21ecea4d24d1e4fe2cb8450e8ec6347
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb600416f87e241aaa90755c310cf76fdcca55ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9fc468db19c3b535e3974816cb2274afd061d67790dc5defced2d05a64b6f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81035e977f76f26ea41a0b17654c4a3833a50d47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c5f91a0f33a33258ac3b20c18af8298dac2640198d73cdbc70f5dfb1f67962
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e43dbc0e8b811f7a2c4999bebd7ad6781cd8b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7c6d3bc482c2a70da06dd53a4ee2ed703f057bc295a969d28049b53eb29d1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c50ee8b3ff16c2949dafe0981f7f7b7b99c72d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78227eb2215d28e7da3873063f5ba0517415e265c0fc3faf6343ede6fe332e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0aa21171b897af3072e5425abfabcd346ddbcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b714f60dc1f6ae138015a0d3d914b1dbc128933f3b5fedfdfa2337394ff4d166
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af679ded810c348bf78eaf4361886e70e24de88d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbece0d0cd01e5a367c1fc4c5eae9a309f6fe2e0d91454390512040959aa4f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4deee90773545411ae16aceedda32eb7ba0f5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5eddbd91965948d89b75a69c0725cb0dd713e2483920e8e34709da112829b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f87083a8f5e085cf3fb8f80593641d9685ebd5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9395da6e353e83986d419787da47afebd371a600da97701c3dd486af50637069
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d9cf5b49718ea277de70a6bad654585af58904
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97742448a411029b5f5268095c9c54df3aefb563c4dd9a83944804b7118d2cb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb121ba6ea0383c8c2e6fd63f09fee0eae06c686
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e454965feba461ceed066279aea0022c31b00051616c4f5e05317c960cba8c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62428c7a7b16fdb0e32d6e7ecde4e2aa5a585341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fdf08069acc47179ee9fdcb82df1e3f4fb08a26c113d11ecf3f5db9738adb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d4265db52384926985e032e2207c1e334169af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744ef16a6e5cb48df8bd176445d8a10645f7643aeb43a764731bed886481636c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce98e5526b8bb552c4714d5c96a1d52712d7fc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac648689aed48d87da77aa82f9d35b2194b5004c14f93c151b0e5fa170dc82f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6493189e2363c3ef3774548a069af4718f2e5e12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33efe6a52da05bd41d9ed4354b0123279a1182b4942504d4a8dc9bb17f6196d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad55ff242409ea54aaa901fb75c7a091fa56a96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc4ac5b33ddb8bfa95bf772794b260fb392d3eeca5d1c317b82a9b013da6138
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88e43a6e86ddc009910ee00a6490e49748c8ddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3da2a8fa7f93798c09b80c4fed483d789362475e0f2370e33dc2d3fa20aeb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e713c73281be706fe94404329b5321d5c427c218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e619c4853cf8976ef8d749954f83cc9543db5a7b61a81878e78e402b454af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a927ed2734d5ba82b54bbe509f64d720ba9e4573
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1ca064a3cca6d5a4e69f0152de97071c2c6eeb07fc824456cada9e63ea395
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefd42c0245446809d1241e99323ae287f741399
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae830ca5325f9e5fa9b9a2dc1ec182defe2deac7a887b2eeb9308d6b258ab011
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2465c7c2a4bdad09e6dd462236ec844fc92d88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4682431306aaf2311c598e73ed7718627cb32b3446694eb542e25caab994f6e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18a8357b8c7e9512963ed7f91fe43639c41148c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c14f974fa5164c8d0973eb5c264e7565f23bf468c5e7394a02a84431ad6d7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2ead1d71981a0d91e8bcf326766f9c99b4b308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100f361fb4e5c9f61680df76a580062abc73cc5132d62ac50fe287916376a7ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991abd11f36eb90ab0176812de31018d0c8c5617
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14f38d941fe37607a97a4be273acdb335e1531a5b885a75bd8cdb432569a10b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243cffa5e412fa33b1f397a2c3c6d21e6d5415dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085d7e81c08787c4fad93ad42eeb7b2cff316f2c07bc72acaab196606bd4f858
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a234d36a8031b0d99f452ccf86ecfd486bea920
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a4cecd8630f38cfbb05006a08ead0a4831deade8036da0706af57b280404f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8cfd4c1bc6ee964048ca3ff6079c691df25f3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5b3b8fd2b8018d4000f853acf0797b0af598a568c28becc0279aa232210a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d05843aed5e8dff61cf7979794758e754263d8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebbff27dedb52926a9e3739f9593b8e686104310d6ab0539bb04a8b1ed4ced9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5277d623d9b56a046798bcbf47a2e34aba01c4dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c300cee10f5660709acc2ceb421a74b53ff7994743cc866e34307af3668024d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ca059db1503fe2938957637a281d39e9b541ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81e28c631686be6529e9c672038a099ea48399fbe93f8a276c74abce29b33a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfae8823c949d0816915c2e878950ad30a7062e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cf4ab220c4704eb93b5d2210e86a54334a83f3a7d2a2fa365e91f76dc10116
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfe2287f1a432c8d9d81e2422d6ada1716810cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821a9b27e94b08009417f778960676d45a3ea31a623390a929d246368aa135c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f45274f0d596246723bd81198ea36cbeeb9f49f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4552711570cd7c4366c4bfb2f4cd91be6bb2d9da0100815a593a7394b2a1b381
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3354205425adb2992a11f48fe4ee203a8e5a22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ac9cf7a29c8bae8e79f7b2a2dc43fdb2f2ff8898589692e877ed2a77981889
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fc5cf05b07fa4e90f115a0f50dbc50ad476b98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cf34a4610dcd7d13966e0629729260093e01dfbded9e5c4ca0d6b0691062b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be722cf646653a6d2ceba833258dcedb426bc07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3e5590f72c7360906f90d7abe939974c426b3d08eed9c8c9799a87c0dea4c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b38cfd9637e071f926b5128cc6255633c815867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe33628bd217e6881c29864edb13f79a2089fa5b46dc90cabb39bd8964932681
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a633cd868fc9572ec91af44f262a076eab83185f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f547c4318f3bd882d7e5ab9c62efbc74e83e5e58e97c6f6ee03e82fb1b5e8901
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb4217a38815755fd84c256ee757865576da5f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffadd9a685a532501081adc16081face1cdb90fd2020bf2d0afe1c16caf5095
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9994dc9ffc44888224b5eed813db1ee362428
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066d1b1a7e8eac30049f949ee00d612ac76a93576c57e69dcc4806e1887f6bb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a17bdec6b00e6bab9af91a69e11c4124e2c916
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f62c5ada5ab9913dc39e620dde3f89044eb9115036290729b31657e4810b4e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c483b0b61138c6fb074204b235f86df1e79e2c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa3d4a5cd7943521d4d01ea279c1ddf0f80b618ca7485552da3d2693aed492a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70309c70ef7328a53cc38d25fb7bb739667ecdc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193d6de4b45e42c72b145f62f4e206b220ebbbe329b4ee0d62162e813c7affb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af48b0b3124eebc899bfa124d30d78cfc84b624d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93d4d78851a389d46af11358b8f14b4274287e39ce079ecd25120821e2260a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48a5a10004698eae912bb0df37d5d0cdf22df9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66eaedfc9a2e3bcece1bd6dbe9b5624cc27a907f720f03b26e2528964526d16d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957dc9d0382b833eaadcfae488168f7bbf08f88f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5694bd8cbddf6b48336052e0f9beda449c4c91f62af1d7546c405ec015cf2c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680de9f8b4e0cab0b7259f671805fdf97271c311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb59913ca06c181c5d1a37dacedc01a77245717ec70db708689930cb21976b64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf85c8225bf58f59df0f753182eca0b617e59eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd565bea0f8ea0cd851c986a8e55cbc14ad382888c1d6ceb2973c984cceec7c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685709a33707f773140c5cb6771f86ceb3687e41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9099b809ede6d14211960315422ed94605dd635cadfe9d8a44dfa0cf3de2ca0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cbf2ac542a7aa1a2763c4e7767dbf6101b3b6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf66cfb83f877388b41ac9850c923a29c8cbe2a4bc2ec088b3351a7a967e850
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7194bf0294695aaff39e959a1d405745932a2216
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9088498b56bba9efb727d58dc0f65e9f13b84650101f6f4107b6eb6e4433fb7a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a739611e3c0b3153222d1b9bcac9ad3df8e206eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b07c609250564f3efeafe06f9fc1152ce848a1274e4a2685e4ad630077210
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7067cb477d938f4bc7f981e8e135257b25b4af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efce61e6c182ced3eb0a625e971153e552e80b2516c7e348f6ce694fddf5065d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ca4dc34cba6423500a13585f24bee4950817b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef272a4cb3b6931ec20259169bda2042da7b37b3c692811b1b1d74882361c518
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea6a344479af8c8e82206b68aa9e43b0915f46c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e201093ca055201a26435b36faef32f1641d2f938906bf0f3d7edef478c23572
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff22f693e0a935a1165ae4295e92917e547d6ed7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92b15c4cab20deaf58d181c037a7fec6ebefa95a44f67cbeb59fba2fd4216ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace5b1467b80a39f9d2837ef7638b3d884bfec73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2968b4130fefd97ec0d0ae819e44ad181cdbb7f789f24e4441670238b652c7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da21d5a3da139bdbb4b88cd6d5abc457fdd5f994
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9133b8c0573cd0b1349a581ff7c73a4f4192492458acc6fa2eac659656e5c616
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c58bb28f9564eeba93db30c622822ea2b7eb1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6690ecf1683070158ebb1d15a25cbf54e68519d7ca6a0308507960246fb93567
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce769db7991085a82e0a79b34a6c01f77060bc82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fa65ca4951a9d0fff0ed13971b07c769a1dd60d6d0cf7a8ff9505069836725
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9f4ee5df9334044a835cbd6b66d1dc324ca867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffba90dc874fa481d24d4f193ebc166d65ebeea58777de541e44d3698fb86cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be96be9010d0cd6931978359a405c8d37600035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36950ff0d7798f7429210f3539f1f83c13aa25343c8395fa699bdfe944ee1cb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f1bac51501a0f3cdffa8429ff32683328fbac5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c89851497d4d33e24eb37f53ad4fb2edf56ee37b9d6a1e2c35283a022a1bc8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326c5c8b4936b57414bdf674677446c056b5b481
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd76752437145a81e71598e8eef079f7e03643371666b61c7aed05ae091422e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa382db2c22b7916cc41125176752d96708c3563
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a066cfa2d61027e62496a68f44a600c6b4676dc1d4fce208daf08112060fc99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f81c7dc94eb1d1fc93d55fe03c57e12b73380a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265a5dd8bb4380e2e3b7eac51a32ee458ae731524a8b680e71d1c9c616506af9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bd4c13e294e44c614f486f626a03027f2e7372
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c686e45687cccc2e74fe3ce7814646e77172513f330b0a0906d2567dbbc35
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f5dd14d3c1815b9a82c0a283eb1233be66f1c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746d485b63e9f86fd945ae8eea71eba1827143091925324631594df87bd2f1e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f369374fb1044e68128dcf3291cdb48d6414935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7693f1a3e3538933c6a4038b469fbec40cc0be2e0d31c9f31efdfaf4ee13d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21733bc0a46c3d93f345ef5ae6ab44412c7df66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820838489912334c564d1cab0c5c718c9bb625130b039f6d4f717a4bd96e9976
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd7711e03553bbd8f7a597199dc395d2c41b39d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39572e770410221b5446bf5ce0b08b5565ed18bb33d20e6a26da900d8b700420
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea9fa7b0052633f74ad5247e3d86d530d58ec9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080ef543d46f462dc908d0be980d559466c915c1ea109fd866d98e971d6c640b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e754d0bc93395ee4bfac2b34290c8d1076425d77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0830cbce930beb438ffc0e66421f6e35f3d22d7e49d5c2b77cd3e5fc92d4472
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc6e36362813b4a95cf1a929deb62f5e733f26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b4af59f97992eb9033ba8e0b670011d7f2f6f599c23899bdf1203f154b73e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1824a0d92b87f548347803da3b54ee6feb83bafb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b970dbfed070c3fe0152517b81a6a71c401fb69ccca4077fb033b6fc14e4607f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6009eebb509364729c61e5bb7dfb1a27680936c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41d5ccf204031f885f750e7ca40f32fb44f091338f83d50c8a65c6683f17288
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80daa39ad6b2feece2d50996545db277b3755e9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e42be63e03b4e2f1690cd6a85fb09820a6b0a600d4cabf0d89943a4d268b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dca9e0f568920961f6e16dfe402e757455f8cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5015c0f8a6ef5b8e3a2902238d3101da9feddfb770c47048cf37b5d4dd5b5e04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b2b587c98016ad7170f9192ae5f38c9e75ecda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72838f5c158878556a3be2d4e04b74d5eb0ac58c60f17419b31fa69cc6e73f4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7affef60f7a3dd53f93ffce6142cec130186d7ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fb7ab2274080afcc56273a6bfc40adfcd0df0500cf25f3246f886d187e18b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb65de5916251c47168492604aee0d078062913
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007b15670f43f0657c569a5f0e127d55ef4a438c48a21998450522b61c4f025c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd00ea43a766f6c07aea35b70bf53ce7611a19e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619e7deb8c819fc19fc2dddb5eec8d45ffcf57afe4a3f7b2957f50aa596296c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dff2907ac26ebebaef159914a8703a8457fa88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c030e94cf7fd4a5bcd8fe1cbd96e247e5799e992570b98fc98a21396b3374957
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e421155fda7e67e5de12ffb66a055f6540075b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50f25772a5a013daa30d27c37b9f99f75dbd99f1295005ed1b25cc80b3c6d9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcde19416e61002deaf7bfada8a04932269122b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4914b3d37dfe25d7e192af815c84153403760936d410eab5454151e13e8ed4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91a4b00006b7335c7b02e8d4ccca6931d1e103c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0705f79728726fc2a05a7224a768e7b8ddfac7cee42e648bd4abcedce5756ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491270768ee922e74c0179873d96310d3f5d7105
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92562ccd88e02c069d16651bc09236f06dd2d48310d9c1394698d900f183ebc8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e849e9fbce123eae7e3ba033e0cd08839e64d1d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8777bed81aac413bfc1d294884e5a59284c4ce194c5fd59f8b4d83a15dc0eda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66a36f292c04a1d6473f2f369426c1b0773f2ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798dfe938d0c550342a15ff5a7c0645eca58fd0f6dd7c6650750861b37ff2207
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db54999ea90ecff7cedcb25b4eb4038132ac4de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0e1eed694c56c26653add13692d9eeba03c3a05659e9924bd6f127850be530
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180d4931867530cf50e4fd4b73681f92532b6a8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031988eebf6165ed339076aede3af72605763790621fdc45720bd01549933ad0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcbdd5fdecb30cb7ee73c2d85c09917a955a2aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b982ccfe0493f6f76376693c3aca77564e68e71bc7ff95b886cb705cf05c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ff3c19f586e630d7035e0ca0fbbebae26669be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992a37fa05e1a5a546d58bb7e40ba8e71d95ee3ff50e654080521c84c0172211
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcb9e0bdb1c3d82b7c6b356f6221b57e3b80a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550cbfc5a822db2891a377d3e78fb5d12ddc1a05ee421f8c9d8c949c5d44b844
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507fff778fa9a391198b472105425978caa67853
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a3d492247bd59df9087b859f62b9c237d8668ee4af5032245d90a20370f5af
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da218c7cd11b1bde5bc67dd2c22d39cde426c333
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8852c6c23ef2ace16f6202a8ae47e172bd9aae1410f3a89a22bbee7b033932bb
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512e5527937b7304aaf55f69dfef83c2cf3579c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eca33c21d2c55024b3c1df51a7c75fb55fddd5d7e8594e2742207a7c0bd690
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5153ded23e08fcb8718cdbed5b09987a5a93864d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bce53768832aeca74e10538bd150fb9976a410c887c7a43b62fdfd7d1bee073
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164e58479937dc7ebfb2fb4a678049707e9b6c01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a62312d4daadc1b9a9b7dc47da33380fc471f4c2529dc59b340876fe2159fbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac788ed6fceeee67db3a74d4cc0a9417be6b9ae7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2993cc072693e6d4768ad2a0234a9beff834cb20efd723b743620b5c4e37e22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5347be56f3c7f403c3ba21e957c157ac0aaebb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b91192d2faf6787d7dbc4b1b4ba437a6d5a84adf92c80191bd5705b2f8e9c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462598dd7d125856446ca9be91f2a03479fc95ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956e3c7ff88075c010b597421ccbc390a6330b7f101d0720fe963cb7d52aa5fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d16fe8c3a9cc793c7634b291cd3099419a27f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305e5d7c6ac69207e237a2b5b72954c2e20452bf1738e99b5923d489b16fc78
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da71be8f196b8fb12f6b80f3105502cd3c85837c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8728393dcb75b3ec095e36ab2e8e5c47e099ea7dc72a7904ca6af990e6d80c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a5fd53dea39890470492afa192f1ae6248603b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df9c212f53196363360f88b10d6b7fe9e6aa58cd815dacfc8305693d11989ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf17630905f79577cabe52a486a775e22cfd7d20
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b50d698eff756aabe43a90e4d0269d631a288570c92eaa3c27ca52bc182467
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8f44a77da3fc3ea28e32018c4f5cd3a91030f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da89f37fd894207df1b5b8f5ca039332e5aee6d77745d246b4487375e13c6ecb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f598f55a1204bf18d49622bd9a803a1426d54cb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6845a51e1a6d01e1dd89f3198c56c1580fca34dfeeb460e2409048c80db8fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a928aa8b56a0d67769d8e05210dda1064eaefe35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6fa939112b30ba4105041f9ccb5692a2f2b0930cb45b89eda98e1a286aac91
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859f72b81a6bfd964be238753b4e0d8eaab04bd7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86a6068e053d866d2c47dab581907898d4a82cd353989238a87aa080427d4ae
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197de830caf1b57fa26f6860bca50d36f74e87f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0d4137a46786a6fe587ceb4719067cf408be93034bb344ba6f11965141be91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de4a2c4761a9ef14c4d461d80d41b1c564b77a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cc19d8114de11e33c71b217aafee5703ede4ca0eea57651402fab3e2a687cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aef24b380d566b65887a9a4ac5a7f173ae4c2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0777d9d247d13865a1a36ca117779ddb9c40a442308cf296f3531b8793862ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07e21101d762fc7bbb7f2c5c011dcec9ba37710
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf5eacb6bc22a65c2e098cd353a2e8f7e6f6224246717c30934a871deae1928
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bced51c2811ee3ad487489c4029a85d5ccd8630
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfccf72369a6648e29f2ed85caf8b23c30e9b6fdb07cbba37c6c05ea5d9ec5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9308aa1187fc72d778506b8cd331aca1700b03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c712d5415148e253976d0b3888d8d1c3ad99a128ca3548a6339302771c202d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caf266bc501e965d147e865dfd26000c6565789
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e174b265f742737a56684f454a0f7c5029aff9f7e18a541f03349d8fb8c670cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe0ae4b52aff690deed2af3675931ad8e5d944a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f09f538fd40ace8d825497ea48f084b4a794c0370f60ead6c80a524fda1711b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0da069e3b82a7d84ecfce0811b843377996d2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b46a3aa15a0dd9bd7a4db298af3f316ead79710080181b314a2c91a0f870d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a460e08350d15ffd2876748b4621c4af142e1f63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7017b5513547406ed1b30b9095a7cbd11fbe4d734f28ea9e0e23cf8a93117376
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515e4ba64f75474d3f1b388948b0f647d21b8a24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2594902bc55e4ec903b27606cb2eb9f564b75dec43d0a3b58ad931f43b3a50
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8d95db1236d4d6194f89d500ad7c48cd280209
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186b7cf7a7bdbd7a7f4f34c7a0bbaef4ab94fde7e32aa580c70fba102a8632d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd94de0dafedfa01451f3e438e9a688a9a5e1c84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2950170c42f4567a00f57a7ae22e79795dea666900e4d4505fd0190a21edce0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb18ed1902036af685adc0e8f92e07daafb5dd6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568dfc5e80195d1cccf5e77900d00315a7d7f498d4c208efadaffc9b86a9435e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f3c610b5a37e66aec7cc2bb99fef1b2f6a601b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9232e2063369dd27b2126b94d5995cbd86e6f6e0b4b5eece6c90a3c9081be912
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ad5a4089bcfbcaec528b11d6bad20eec7d3816
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b6a95f65ef013048dd8b4416c839f0bab2fe7a48ee3dc3b785d4498674e0d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c7acf9ec63aafa30ae264932d8fbc84b73d5ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380a5e4c04ea8d00f9e7ab1455ef7d6d59914247b1b43241a8161499640cbb96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92986ba204522313efeab3e9255a2f1a8d3d737b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31015944c3d2dff2717223583e72ddb2703d467dc8d8ebb54d622606cd5d973
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8a661b25766c694b43680f5cf5832b96ca903
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6733cc38e25e5299859497eb893b0c3cf2a43a54b1718b827903e5cd9b70d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3a4dbe4af77093494ef0f0b180958e0bd64b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce551c4242d24f2679a31240d9275176a76d9d1cb350616d05d84b94f0cbc28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d21b7363d5ba41569bffd981e6fb2a0af4a3b14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190c596b8ea5c7e67658f074f7012a56a137890fc77d87d0838aac30ec9030d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf49a55aa7c9f25bb64cb9d8960a76dc2e5e8c4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8291b4454ab207fd4aec29ae4fcb60a8243120bba1eb06855c5b0424208a41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e7bb63b1991754e08ebd193c6aa0164a4c0f6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a4dec60d426cad508681a5e59750aaf910afac7b910e49cb1909d0d1e2613
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898f9b2228c8f9fd5ecec9b98954626fa3f038de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd73d9264553ec4004bd4c37117cb8567b16a6192802d8e4b2e7c5c8501ca3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ae6e1baf6d19a2aef5fd1687e0d2c1a3023d3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18f827e1a0647a15c5779093096ea7e727cace0b3fa8eaac5c59675938c0d01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa412c6c8b0e96be369c2b640aa67771ed2ac44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f183bb7325e516d6b4157ca29847a267b603db62fa110cc2c0d4baf855343a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e301283a188114d48d0a14ea8987fdc82abd25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7df72216a5a1cb299eee6b419c969c8b532155fc50c9153af2ceebbdf36cf5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b05988de9f4d5fcc669cd4dd54b307c41317a58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f419a6c384b83daaaba4640370fe2d86d0f6e9662aa80e79484f1761f613099f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44244c5f139032fb036b2ba27970c73a9906e34e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d6f03505fbec83bcab4228fee7afe039dd2bf7e5ad349e376f0aea6255e885
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b805473345bf8a7f489316a6c6ba6828da764ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f06e3714fe218fc054bb6ebe89bed44317c58e20509d30997d3312b4de6d8f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe73bc34095d9a1f9134a80788810fc2b1b4b69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3479f15d976466e91c069196b7c7af3558f8a16367bf87c16e1a4a00f9bc620d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c207917da68343729a152e275dd5480039a986
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317ef0c589cb73a38141d1442a0014b9060f7f9d02e7918144a5fbefabc138bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddf88da1f45baa5caa8ad1f19631b0563edc2a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88672a88e3090e70a12e28c01de2c10d537cb1ce24707ada08b38c5c74e9107
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226b55e7d249c407f2bf12e75c731a5c3f78b054
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441b33570e0579086bf84bc7137b87ef85e5db4b3db8df77544a515b41e2a5a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e91a4955dd40ca70952e252bb2400b75a6e499b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777ec6e2d5976760857e7acfcf35a1b3fd2fc9f7a0f40c2e599c5036ac9c1d73
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb1b4238e3a2146effcc6d509d56c18660d7a14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130a0cba007eab20583f01615ef52b4203c26652092f23623b404e1e299505a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe292f0f11a9304d1939680649a855e8cfd89ab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a871b3ead52d0ef1d0af64b4296d5a57942ad8a8899a383aedadac6700611b4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd41e2d35621ee2a3b7a3dfdbf66512a4c27043a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f585713821bf176c14c3617765cae4c62e9f76a786d8c6346bc9cbf494c112
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a4d7ec1796d5c53a9b46984194dd43882cd559
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edd5ae3963e95b3c84544e23be0c1de4034ba25e2b3d005f4a484f31a60b11e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4388a33c371fec4393e9b1d6e70d80e664e9eb02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c52d083e6604ede8597e20ac61e6ac4723c361f6ac13345428b0bc088fcb53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9efafa41b9721173672728c118117d5a0d4eb70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadd0b8b1bfd1913249b69b921aa9ab72b8163aaefcf0173579adef9ffb625e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e93eb32d8bfc692f3c4d2c4f1c62684a03184b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d65c8056e4bf41c7b4c3f93b6eeb13f47a5ed4cb591557a7cd223640042b3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe4a1d3020aacb63a60b756fd525be1ec74cba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba162033c04e805c0e131aae0eab87d48e9d0e66538ce4ffe07ab0dc03b35914
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83a2a2c86edef69adb92ee6a589a2b03bb6bb99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4a4ce9f1d6a651e21b23aa45e4fa959ff8080136500793e9060e1c455c5507
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722ed8f10bcc5501dcfeecef7f1f9dea4e74c180
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e70ad408afa94222f0fe38f583c02c8d89fda48cc0b18dc336646963d69326f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1e988bc372a83246f2219e8ffab4588e8c1fb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773c7b3df14be93d904a6f2cdd5bf660fd89322713550ca20f42a62aff446630
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fefdbc4882161d29c5ced2c1cb73b0d4efc678
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb223f0fa7148c08d5aada29aad92c3cc7208b17ef36a8a316d96e5441bed45e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f264de8f51d9403ee3faa92fec0775ce2b6b96e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b8e2dd67614c3303345d1389aff8197cb3456105e6d3d467036ddd0455aad8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ba0c3855a4420ab6dc55d78fa5cbb62df64b3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94166545649cd7cefb018c9b69e9311c3ae6f9caeb5a98ee0c161c53d8ee739d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98386a14cd5bd957ab8042f4519c806a5297beb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25beacc4e9bdb16a93f746b5050601729cf5f4d1329598e73ad5a2a74a9ea50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085bff913b8c71ad65376382bfc4838c7de5f376
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f76072a4ea7fbb4b90a82b469b120c63f9cbc03241e9d66283f1019756f036
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a035700c4670922d2e500399696635b874d456dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34893017babc53d59671f662b9426d156b8ec1090796ecc547bcaeb62e0bba9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a2249c58fa5c1d1f6cb12a7c8a5059099ff6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b9621e1671a5809191653bb4e07e93e428051152857de867d2f7b2613142a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17006ec6158bfec628526c992917474390f637bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a905d9eda22e5fa3b1bde15a64a2cc2881fdbf392f285c967ec9cfae1b6aa8c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d364e61ca677f72b4b86baa60ba4df4c8cf691ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98723b7c8fb8bc26e1bc6e096346ed73810f4f8462c3ed39a1ffdcb5e635afd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccbd63dbca4e9cea7dda7780596a2c304c367c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a8e725fdbe42dc48c307c36de953f23b9cad41625a93d52edae70d07d7e77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82980d853bf05dcc8621aaa863c6ee366ec54e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a980010ef63dd56de86d2504534e0668a127cbebf374226e543a39e0e6fdd07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd423083f32b4a701ed26dd9fb0fb5c5a852ee1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aedb3ad56b02a6e3e4047ebd9b8f1e8ac1ed31c076829290126cffb6be593a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244a5d24fc71d6a8dae170d3e80c6660505a5cec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1d45c446b526fd34c529e88a314c2e2ad6601ed46c2c14fa1e3bb9eb53fd27
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e37a16aeba8d6505208eb5305a3d584d90e7a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a31e54f50bfa8acb99dbed842ac6cb10186ded0f657c485bdf8cabad06f79be
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea29329263c6fe3af9f6791092e8faaf3863206d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06ebe0f103003b289481a67e3a1d27ba666cd033c321938a0735f2e9bfba08a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207cc1e5c4557150076b6e8930008809b790b157
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59164f13a82087866d251b341e73cd6339490e14291324f54d14c5ff9acc0e1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbfda398a17905670e38fe24eff76219f96df71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3487205492949ec6d4f0634d590f92f40f56de2a699f82af3bd56442e2820b17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd66786e065c0a1f76113da720f5c0554a0a5d35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1db757284cb6f4fb5f813821332c5c62eb729b34bd937c00b343255abab8d3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c90ee6dec92aadca5e0a4984d381e1785cd8cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ceb99b0681cf8b01087f003507e0e099b1e4bdc6f8ca3baa706c5b6a3c1f54
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a292ae423d83141fff3456e1b4d916832bcc7d9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c58fd200898a3b4137c2bc4e883a9f9f0d3eaf0270445948615544766dad012
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b999e98734b9a890e84418e0cf1561f193dcc1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a955f33be127ff7d099cf1c7950163ab094c1932c701065e47efccb429f8ffc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac4a5a9bbf8cfd3130b6d7b20a7bbfa828015c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d03477966b75e062de1d78301f8eaa08298cd45b81c3593ada296c060b4a66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b85184f9dac715c2ca6e8c09d4c9896debddef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216391b4cc0ed90febdb515b0a191db7c8eda0d00e51f8324f17d075098fded0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d24d17d7b3a8a0f9e448e552a8279666c214e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7250232888d161973facecac509355117659dc2f590aecf1932086422a8d5332
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba5c7d42f18e8ea06ea9099f019df956fed5a6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea7847fe5088f17c48c8a25243fcbdf6f985c83b8cc29ff5d4333c2fa484cbf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93fa95d5099c1f5d1e048c202e2400add5a3d9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734143be6aaf4fe3d34fa3c8db96bc262c1139e051d33d43dae025ae4f946465
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee15af18aad642b316d042ed04660bd211985e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe72927a2fe776cd72893e8119ff893fdaf2512dec0df36f95b7de5e8cd5f07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b52179449671d5277f594e35f4ccbef09222ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96205bc873bfb45efe42c8a6465d8723f5aca63aec7a35bfb889fa6007c3747a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c530e558bedaecce60579f8034b8e45113cd1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9561bc3c0fd1203dc18d44b73ff8542b2b5457c4fecb5a483926c8d2f0dc9ae8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c846c28d7e634c0dd27659d68cdc26e1fe10b218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b370374ba37579d29787f488c8eb71aea5eb643058d15e81f10a638896b7674
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4339ac54508255fb14710e3d20207b33d5cc0596
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1224829c20da77259b4cd250ad22b520f71e1b45ff4a08a033a87ab99cc8281e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dd382772f20da4c0948c7b2fe39923bf899622
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eec14e3152b6bf95eb54b9d01adf529c946f5a678761cb311cb0bca2c595dea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418762dc3aa7980aa18a75d8a20e989e06760df5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141b40c5568e79a4c50f185e9cc71bd08383398a884ba9128c2c59c857884df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182dbaee72842dc9eb35682ff7545348a183cf80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c7a3d01be25f1eb1e14c6145843ef1ed0f0cb16b2dbc773a198a9e083a8509
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12b364dd8ee6006a0c04e135d3d60311341f24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c27b00e7e8914936b147993333ad5432eb17a179543c048585e54b210719f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713fabe76f3bf188cb08b21c890003ddce607eb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cc7c3f266d858a0f000bc20f18c07e9a18442c09ee05afa10cbbb838fc1c44
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dadb2c546d0137a9bbabb89f3c8f30d301065cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c458b393d799c9083a473d67a93a9a1218882133999e0a7545dd7f8e8820cd6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ab8848ad94f2048b13c05b508ca30e952ec4df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08426a2192a88ad62cea9f5f7ff1534d256175e804cec316cfa2e3148bf88a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb4ee580b0a30bebbca1be650cefbfb235fa873
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac5864a624ce1c945e5e753be899ef3e8001ee07ca8ec00410524bdefeabe58
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b55de90adef61b9d4bd24006976d7d814cd2e8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d87fa619176627f6ee0e0edf6b4717b6099a581e58853ad87c6ef591aa6f50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89dfb93496fbb9ac3c618a923e3f67f063645b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66c643cbd483af880a6964ef5346b235a755ed04dc425f6970b598fa80515ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9c9e28d2327506e2200638a8c35eebde87bc26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234c90f4098191309c4003ddff24f8f068f9ca1600922fdc47e712e9e6744e8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb579a5cdc15367ae1bbf1c1768b57e0f3adb30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805b2cecc33539ed820a6cd0bf29451e85d75b6ddf9c9a1d779acfd3c5eb7de5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d929e36ac0bb10d051fcb0d38cb8371a7602b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb74a8b8b64d23c9e3fc2d26a16071020748f7ff67eb518e7527ada4450f01a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90321cbd00fa18549742cc279faccab00f21e92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14042a127ba69260ce75a4a707f90e388db46fce16a8abd4f5b3f0d08f2575
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdd4948e08a0e299937f861bce84dcdda4404db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa30abd7794aa2918ec8150f9738795a6434721bf40bd7c3f2e5ec46e709c7b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcfe8fdeb9d1f495556ae0b05397ac2ace8c283
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af2fa209f3c8c1f4be3c85531b0082ebf5afd93e9c081ae74974cccc4632143
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913f8c8e01f0ea0f51abe4a1ccc217ac401034d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e910c1b1cc97d8fcd1d6f51eca507cb92076ac152be2edff7559a4b8677d3b6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c5929bc4e5c8c05b38c9346cd50ab9926c800e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c218bb89793435b3d7c3fdeaa07279c1b2d84e6da5e2734d1fdba8c68c4220f0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4950e117f242c07f1b179d8a2f1d229a442eab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce59d6639b1f6d8f0cd5d45294f69e9d688a885eb87487c970c23c0b2b66ebd1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48890b48208288f4c2ec256ab58faf98a7ef27f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef62025edc46a34e7b76a4f95b04fb3917ff1170c8a9a0bb4bb7e0beccc6466
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feddfe324ec5e6037698a215fa26cc665c618ba4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a5f130e5e155e6701f9dd17912c2664b69ea8a6670d05bdb8754129083d09f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cc96eefa336772a53b6188aae2f078981a0589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f901743931a29b3c287c7bab655357c700817b2f306258f4b084a31ca46b7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068c78ea277c91a922cc3ea69051415b99cd1810
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc84622c5fab0097139652a9fdcaf170d8f2435938c9da393f6ee37ba70c21e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4bb449458fe3c7a87ed47d27900008d8c2ff0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a850487fa676ff7ced9b27dc34e5c975e1c3afbfcd28b3af2e62d10ae6d998f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8564c2fedc2da9d29eae69469ee76a7b7928f3e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0968d60b361e86f8bba4c3187dfb8391936dfafee00875e370bc33bf0fddc80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cef5aeb6885559d9d60f8d7c5a686bdb1dfc277
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7135ad2fc79485fff8d6183d1671e8b3fa3a3289529987dbecc12746c6ed5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33a348beac90d26219af09ed44a224c369eda52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b6fd62b39f55d13e9036a957ee287e37d60ae3816c6de4a5e23abaee9adcb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ec9479cc9c9334d1b55ca37146aa5f0461f86a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2337e5cbc21abad5dc728efa427d13b1718f93195d3dc0b9ebb82145bf724a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749b617b3931f099c169d7d5af47b3a0af020f52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66ec4301d3a54df5fd6bc6384dba27f2d15d164a9bd7d304d206e5b80913afc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f45d399cbd019191b3b78a2e70e6dbf962ec39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3a2e2bff502d36ce6aefef682acf41992a0b75887cc3d79e368e54a6285ccb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46726df9a5e41634ea112db05b536ffeaf3485bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1233929c82fe759d03db61a6ed94b9ff38023c1cbd77de6910e281458d53da
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2d9ad76e9f9e064323758696204bc021a57ee1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5a7953321998ba9cb9659d76f15ea3a74280adad4b277ff99903b9ff033347
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58e0b3f57f17adae1d5b21ea61095e5d2796a34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a661e6fed7a8abc049a577d435c003bc545282b620d34d7baa60f192822ef9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1ffc826e19c6b70109d1e6410c7efe5038f8e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8ee7edff33ba370ea2b9463983b94489f8959b28ab1a01136d44e6b0cb5359
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dc8bc821cdfe18d9ce6f3643420950981a3962
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a842456ce7a2dd620884560c5d11dcc459c105675e5140fe254b5349d83aab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901b7681e0a5d17184df05b23be957a25ec93397
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121bbe103738998f3bc12a127aec34a2399cd2c3d8e006072282accd0aec637e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11059b5fd69ea9e2a6fc394becc68b52ed540e9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca65421a87cb7708b9013e29dc833b9ab0ceea3ba436404d2f203658602c1c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d8f8844a29c2d1624bc7d3c9968fb0b34d4633
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad6482d1dc2570bba24865dfdad927e4f4eb3e79264eccaeffc702ef49e1574
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e19aa143bdc198a072ae3910071fa6f5547d0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e159ec7c5d2f32438e59319c29dfb7a8c073141e291dc5bb73c0c9c78f5a612b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762fbbf258cc3c6c41c003edfda7751c8202841d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b592da643c642c89110862c7eb1a83a7ba62d19291f081e3eecfd282c4e0f5d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a0621c8c28c9686a12d06f13797ed3da104956
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26314054188c58364519b1f7c9dc1b586ab0c25bb489047e2f0e704b6f81a6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1cadee956538175039ead694b4c99f4e50e371
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dfb53ab8466290fba474021d9b1ac7980ba752f898101e157a147bfe51858e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf2225a03b9183e9c9159a9e78dcf9b05fbdb05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c9933fd3273a3206f37c7667f3d952a63a8404dee220d0f9eb692487747766
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677741f92eb4156bd29c12885eae7249fd5651a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4df66a991680f5309b4178bcf33d18b7998977fd1232ee7b9bd9892460530c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7702a6a9b3d12d6fab2a69481e3b5ce0f7db58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0764422dfce2f4d9f4b55244b20b827e12c3d9078d12e95e95445cb454e9378a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81abe059639ea036d66b617c4af07cb438a335d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b247ade272fb6044f93508599e7badb1415625525c6fdb339ba57ff4a037b083
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0d7353b536981562e39b4a9000e6a020662495
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9359cb57c327e24ba8140d4669296ee58ec7b98190dd230fe7f5b7752940a81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6554bdf5cf1133c91e12c167bd486d7a540e44b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da592ab6abf50d0c6b5e9cec561ed50af7aa9f3c478d2e2cb379140c69578b83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b7eff92f2bc64736f7cc252debe50ea83dcc6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1e8f051bd99432dd5d09bcd7542bd69583948eadb32f0c3b5f75f985695cb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095ad912fea04845265bdf90c85d8af198a9bb9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ce2fb0548a9a0d9f95fd8bb29ce35066263864bdc9934c3fc6b3f37d483283
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4025a88bbf2ca87c3362b2a5c1d423261f8e5c87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf923110ccda9b45eb89f135992b3782982c30abc3841b3083a171e733e2a8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025c7c255a4732acedd35087849536f14aad024f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46423b4027f27509aa8132f005a6aab5c95d7379c0a723bda25bd26397cffb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0a3a5b296f01a5f610c369e1f0dc27fb442f8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e995732c7cf57fd56c0e4db79a18c35f686e7c7c1d1b670d168d4af9e18614
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f6aecd3fe7b0b9801749aa32b990a1489747b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fd8b37700d867ec50b746926aa559bbce20782afaab67339703835161f4b21
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eed64ff4910f2ffb39a577d52c46f7eba8fc390
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfed1b090ac661e07546980a6ed8c6fe725f3b87b24cd1305fd3a43436a8a18
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4906a642cb64533a102db315a7c960ee7cc855f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fad0f8a73a7d8c0ad308a102d0f9dfb5ed6a27527e2622ffdfa735f224a19f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cf3af2cb104a380f601a07ede7ff111c491b8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e3c680df0241f2e3ba87325f67c9a86047f6a99a728cab749b36ec5f87ff1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac82f0c5197d91ce1dac6804b0fd896523014414
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3d3e67c036e5d1c7c89ffed44d3b0180fa2d1d709b98ef016acbe755753867
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687e44a0240aeb0bbe935aae6dd90b9e82965bfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d935f9883093604050b39335bb32209b9270058342eb5eadd1b1bacf458a10f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91930d4d11ff2740fe6e2d9e87a82dd08f51baf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c12cc5d2970680658728b398435e200419bbfa2bc98d8e83ac5b0585fb9475c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faddaa15f8177d2c23c110f39531379381a4dc91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81778eabae886871111552f303b1128b67277a8bd28bbe1891c8c10fd4eaed3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da0a5a6ba86821d56a466fdd34dc105a4174908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c237ac301aee4cbd11999c705e7c3d462b131eb0c5fca2cc99c78a233ee3ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb71ec735590b539d954cce77ec55daf5ece689
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4d48e259e4dbf3f92c7da6c4a0799f5a7b304ba151c70b7c2aef2772d5ef63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215cd79c92dd15ea5f157587ec69ee76fbf73523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed653d2a6667fdc2980914ff8fcff2484e5a4d84fddd475aa9c1fe7156054ad2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c3c77e8fc08ede6e94139e653819d98408f3e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686387f03bb940079c9a648e8cd800300634b75bd5ce537addb515dad425bd74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07db7798eb4f29f34b61c7c908e7c275f084153
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e6d6204680f8b19c6b1b7ef151e12cf03833d425073ea4ed02f4d250e054a8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51842020ef1ea7b44920259c8117364739c16bf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fa6a49877db943138c9b54d8d602852ea4165593597b3662a127dff767362c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad0c2b8176ab18af10943302087f6406989978a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577da8df54bfe9c970dc71f40770d1192a19cd5c465beb0d8f468e07873b75c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf66233410af6d201d39f6ce60683c0e519649c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdb8dd575a7528d3d356ba5bf0613e044f7a970eb52dad44a74b26030e3638f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9954e7afda8eee4f78a52a9fa1bfc2d030ba7219
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81600e41ef0ce85b3beb4f061508ac5ae1190f5b647d988eb5c67cd4851da084
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb62ccc6d6b21a23e6c23593e50e6a23c6599203
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129eb2e61402b4e403075b683907559f0e7fc858dc0a1a3becf9f2eda82bbe36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5102dfd28dc5521ed49521585f87f85c7f3dff33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbc4110d24fcf46af846b30bb0b139938cc6a35c4bcdbdbed51a4862d8c7108
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aa35ed2a70f89d38dae214d98385ea0a8b3f3b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e10e017ff6ce75364b68ca2cf2d7417f296439ff1f3fabf2c0ede87f7ddd0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c906e924b3e03b60ba83701c69dca3ff86c1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3631bfa04ee23cefbf096b0b6823a19a3241b0e24adbad93d359ad7b6ef8b3dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c0f8044741d0ef502363a1c9146bf73d19c825
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3323cd22e12c673988de58f325fa1fc6b8427f37beb7cfce437c6781e7b2b8af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49e339bbfaeeb6baf6b1bc58d5a485c11db5675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abacaf47e92f8f940a90406ebc583829c3d967cf6c157b599f74f9e4aaae9398
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f6281f8c76bad77ab81ff4fb9e41369d360e31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5645c040b1cd6b51ffa2d12c52e2c9b68fb813bad4f452c5893d8b69d26ab1c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f69d94f7b3e7f3cefeae9054444f25ec633c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a199c91877b1bcd45a6b6585fc77a4fd2dc7502575cf7741a83ecd9fa9f7f5b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5770dfb12a4435d64d958810b9e78b5c3557b445
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8eec9107b473346b4fea75268007aaab65c5ff048cf5018e67ab1cec93fdb4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733bca47126d2e1d54c64297c7aacca0ab4a327b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5978e5cb50f4415d3ebdca7b463061e518664ba207b639ac57eb2537a09fc1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0f6010e0ce832b68a920d6dccd7d3500f6a43e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3900529284177a601c47551685331a400f105de4dc0888b1affc97cd281f7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef58cdbeda63e5b80e0cdb662600a32825528ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11b1e36a9198e5125e87ab9c0310fb444f0c9ad5f2e7f0c9b4b39feb5879cb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c93b466ac02c586c7e4fb3a8c728d3446c019a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc77dbaa802e641633982e8e0f7335f80139080cc3a4a4b3eb118b7d19178a15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1add5bc0793bb6ce41ec078ab6a28ea34b309a21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ae0c15aff6b9cbdb42b95ccd7a8b019a1f95cb759864398e61fc4e2482f0e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad59cd68cbd03fffe9b09245b780499fa6db6d69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac35ec1ccc0c8076114a9ccb2428856bcc754a7a1a334030f07c61defd1fb69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31ec0bddfb9949b9e68a1a9a7e5e34dd1d6ec9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f64577d5c411a6c88e9771e9b10e7410326a0102735ca4092b90c24cb3f985
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3034f7920f1da546caa1b78460c0d9bba535c2c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886dc20bdecbb7d5791e30862715adf79f9b61cdbaa07ceccda6fa98d25cb14
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703a1d2eeb7a63fef0ec2a1c37f2fdcf4158b3cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7f387eecafe8e7c580b3f3a9fc8df6162f82a276a77293e508ad2c4b3ff2ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e057615b83d05c3d59a56cbfbfbd1da31892f644
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492cc4cf8d542842dae05e9faa357bd0a3f375593589e453349637ebbadde2a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be330719f23ce06ad6503c42b9c0412eee2b32e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b96fd0627b7b7f6b08fcc573306a4923cae0c3bda8ff7a021c6f56afbb1e0c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e3a31c589969d3f6d0042cd05c70bbfe310752
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86a79ac5aa87fa01b57bd19d92daff853429060f9729bf11bccd64c5f6dd41a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5e16e0309ed817bd22c92707f6c098ce9d35b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514ad398fe048e1a526d55a61be35a59502d876278f3c79a45f04f2acb636902
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d601a41c3646872cdc4a244492ef9b3c8fcd05d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f75f14a743bc89e08194e17267392fcc341287447ff363ef1d172ccd55d8a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee185eaecb6d8a42665f30dfe6cff43fb903a62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dcb0b54d814bcfe63c0e5160ca53f8aebf4e3eed2a073bd9ef78e161f247b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2765ba9cc5b6822595419c34ba0867c2296bcbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cccac2dc30ba5eacd96ec46b53b4fa45aa9f813d7ae0bb09be625a3bc69eb6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5162e57046e4ae06b470f15c2fc79351e82e370d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38469fc05411beaca9fae6f5bd142eb2fc60381d461da353439c690bd158eb40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5592d7d096fd4f73ee8d42513e101bafac2397
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48572988def6c52f54cf46079890012cddabd43e593a9246f39f4960a18d646
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cfb01ecb5151d6e3401cb545f7d7f430ac2d07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bca430d0d2504e6e77445cadf6ca06cde06318e4dbc52b1d5575dc8ccc2727b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f02fc7315b6e04aabbc8d69a5c41ec44968ff35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1889f49d9175b0fea48cf2cc572bb55da8f040dbbdae11b6c7b949a8f60d259
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c31cde0f28547f72a178d81af9bdabc96d4fa1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54cd54e54309d71fbcca00c95e5a5cf0bff31c511830c2232c4d6fb514668ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7140af1577bc80a803aeb72cf5abd3be42122b38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24866147d4f493f7ff7dcc33803f423404792afb50e605efd5e44331bc630c92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c33bb31985d6ff4928aab4120f22307c53bf37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb23ce7f27cfc47f8a7560d680d2c4ab1f4ecebd7e37bdde289d66edfa0670c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad36afbd2a5bf266d50aeac5b3ba3571005fcab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4b2c0df316439d31cd7f6328309b20db4ec3fe84cdcd65952ae12424ab0512
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e51c82fcf8236a218ed0ea29230f171283455c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc44d103020ae964c75dcc399e2f94f46f4403bd53c92f5f90e98cae96659b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abfa4b8248c91099fb7ddd4262582800cc180e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81f33d3a0751ea30d2ca39e80d646edfc3f1852d256d6eeaeaffe64efcdba06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd6b2e3883dadb112cb7aff302c2f691b593193
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30406037f7ce28dab38e3562286a575823f2d327a3017e53b0cbf59d467b5a96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce304879403d67b57e0cd9df279559a3ab3c436
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509849d773424e752eb1fabf637541a04aac6800fac8914cf4fb6532ff515d98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dff81ac1e199e464f9f7a0e3c12ec85ff6e2c01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48071349adf5ff1c0cee5da9cd2dbbbb58fd9673b12572aeb57125834247e36a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad14a5d68b173bb205fa27532de45e9af5852e3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f5bba60763eefe80328231c23f100c51c77c1a46634f0a0e6ba58f8737e3c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f64abaa6c76291f303e83ce6e875c123088421b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd7b77da9cc8b4bf41ab121c5d68870d1b5df7511095019b13b2e327d05811f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107b92e39f6db6968ac21055b5b716d4dbc7b79a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7fa4625977073290b04311f9d78946ead100e2ecda3a8c03b0f771b1d97748
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3574975d3966943e1d7617d1470cef4288a78289
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e398c432bef3497592e4c4caa3cd6496921e09f343c27859c27ac2557f3699e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa4b9c86a25e8a544e8d989c11c016e749e208b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93904277a048e29cd0d30591e49c135819fa8309b411ea09da7df338e9de6ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a61266b5487f3bc179a2e12b05751794e34cf4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cce06abe5a82421b6d10593f66b31a5b65b8ed6738b4096517a5f5edc8cb39d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db4e1805baf17844e1bf1f2e059ec68bee8eea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3e5aa8ac901b3888d63728971588bb3da3370c098bc659a956e209de825554
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c05bc1090205b240a9f7e8331869dc0e40d424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea48888826680d8f1ed35b389d34563519a62bd3e754f0a810f693365283f38d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b83568283e4b88068927306ec84c4e78f4f06f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae25d42f51bd5bed9f73a7c2b91ab4cb7a0286d3cda96a503b168bb361b51fab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451bc9f90bdbfe4ae057304e0cbfdae8df767551
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f1d56fe3d67807246d0294f0366fb0ddc05affeac7e72325d7f15becb1491a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f08fbcef8c5e8ec683eecfcab903b12c0623a24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791cf3d828c5899260a30acf975bfa8150d2d9f7013febe8794e60616ea27122
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a953369454fed4ce4074dd16253769272bdf8bb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a321774b3511b6dc33a7ff55dddffdc929cd1075d447d8360280a1460529570
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdba4bd6d065f6957c1deb7e60d1ec40c19f911a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecd77871f0725ccf9a89cba29f6126ded7222bd5eee9745b99c8d9444a0843f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec36a825afac4654304732014d409e66db9d96bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e67c5a304d84bc179c22290cb82e8e5d6cc0948d79df07db9da69eeebb33f9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f9e049a23000e1df88052add54f10ebc09b178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f163385f0b9458c650bdee78361207a17345a91e77f872001af57c76ec98935
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3a240e18bf6d58dd6fd8a7b263b32e97af837a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92364753301254aacaff66e8a6618ffd49f5bef8e53ce6763d8f075c4ac11fc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b4d32450b365246e5a21c4343f3303413d3331
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4d4c4bb2e36fa4859c1e22e901fc2c8a6dad6c69a1cc4ffe73989d06243d19
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e397c41efeddee6c1a6e498951a635dadc66c584
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2250ffad645b656a5060e9064b1dec27c19ba91b826eb7a5007c1f9b6a3d5b50
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4abe3683c0070beb9146749311fb0cd34d43b63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b4fcae9daac3a7e875de160c19476782c76ebb788cd90d14228aac99408679
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370f0f1dc5f013c39e3411fd58ae11685a55f71b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f6c5840c6830e2876b3393ce083f12ea13b1b0a77cf4a5fa851ccfd49ac120
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ade76141ea5d14ba1a7965ba8174a27b556f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcf0bab08080109dce74af8dd8e1c0478d8011e287230b25c7afb8a7e4eadc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f85a90b60a8f4db77fc84459cfc44a1750cc3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61fe67fe7337bc2feef702958d1721a363d276eedc150bfa6e9a2ba43340e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bb0ebb9b06978ca218d870727dcb3a9c9f92cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c10031408f3c28977fb8b2b77f3e2c0c6146e7357a5cdf5a7afbfa96fa67445
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6b796c4c8303b24539a6b9b5ccb937257302ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414e92b92924ccf851308e3f2a1b305e0602cb4d8772a72edf8d528be9857fc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb73b7eff77a77e18f02237e2fdca7f9bed75c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77da3f146acbc0e73f33afedcdf4cbff48db4a8e95a788a3eaa590d9edbf0a0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd7e2884fb0d9628590e3f696dbcf4754797523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d8dc4cdc7bf8288e678b49f13c2ca4399071f3cfe743f0efc2600d28457aa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d14099eae919155b2374008ee8eb56dd8974f50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4415bf3fe50d52d92a59e8f83102c2681b75a6145465f7e3f3dbcf7f777b70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8335b32861b26130e2ae6383847863dc2f4fa7fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cbb9c2bf5f204634df4b87983c649ea952f19d6409a8964755cbf95d0f5c89
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d13e1bfeef076af907be8f346a9f81b1b4f92c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8689b6e4bd2892e4152ee731c0ae833af14a0c7cc33b3dab9b8274aed4b1798f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c95562a297a0ca3839e16be0105801b96a216a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114f75e4a0bea2db85ca100b559d42b9af1d50da231db773bbb066071e984302
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248a574882c61533fa9ef45f607bc96a3ed3d64e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ab63295d91dfe080bd252b12cdcbec67ad53a605ca152b167eb17dbdf31954
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c82709ab1963c15bca27a61994d0d8bdd3c2ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e68b0856ff36ad50b6c907c4b7b410359786acf722fda7675971e9b486b6390
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8451d60cafd60208d174fdca45b4870e25723a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68fe0f85fb63f757f9051fc8a267ba979e22ae369efa4aa3cd3c0d39c0c8589
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703d0ecc0fd4d0800db8a769db3e73c340c9086d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf88a844b98461a8eadfbf7bb77f37ae4ad4d150536534eeac4056e3f12bf6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d535be6ccb9f26bbabdfb1426ba0ebddbbe7519
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22c7c34926a0cadfbb240558aa6a12f831165e3d5a9849f7b58b9881afdb316
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d41ed9aaa8a5821ea8b0190d27332eed7c23d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1affa0a188890e302646e91b12f34bbd273131b6736a2f710d65e73e217b5492
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec31a9ccff2ab8b7ba2b067d5309abbd35bdbb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f191585f973a3b6f1364397580ec3a9bbb6d78e1c26315817d9e35c8e4d7b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c23a1b6c20f9dbdca17500280d7ee5ea333767
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a59bca071889e97914250616c76dac5b09da9f94b95efa77c5089793f79e48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca0e61caf29c860d50540b78b60edbee748aeb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11f30f5e6c27252d13ad7c818d909f306f4d9924fc7a9e62ff88606a02e30b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e181915467205d7bbbfc7b718fd1949abe576837
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967358ac526aad54b8a7101112e03bc0ca2a91fd607b44dd1dc7a442cb2f35ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e13c933dad19eeaf86ed4a6e9e08f6b47226bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6ad1da21d3b5fcd31031af9fbf628daa208d89deae2b289c2028cb95e3f213
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf786345d003b0d245a8e2968a4abf92fc5a32c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160803914546e39232c05494be9546ca3850355751b4eb4fcb123bbab0b7ce6f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa063434dd75035f5edd5e005e4dadfc11848bd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed65219bbf0f8dd0c737ad832f1e6c18fd0f3d50a5e5f321fc7724d3586a862
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee86928be83bb10afcbe94a3b9ca144af585c63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c72be6c231a75baa0fcaa7e422549637e0e65f1ec04e6ef8fe34d73ea57548
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ba168f19649caa8e035c96e4cdc928e38955b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b487cbd0b175c3a5bb2929574d7c9822e929c7bcae53b3926630aedc0e2c0c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124a95621bedecaecbe8a49565ca94e91787c35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ce2882bbe92e197fa341f48413e72772fe0e955282a3a67fe1b5fe30802d14
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6797f90b9791b69766470cc705a30e1c9e3ea4c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bec6ab0811715cda939c37c7b81d3485510479529993e8b00ebcaaa34fd0923
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bee9fc97ae18ccb1822e5be6235674ab20917d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef54295d9d031b768cd31ba793d82928721947409df8b2f32f2ae320d6567ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aec189c0c6de91fab58a47224b8bfbb4ae3baeb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14934aa57bd5ff7344dc3bd7790ed2cb36619ce337b9fac9ba80997650f9e3e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f4cd89ca36f48fc14f36b39204e0b8d36ec51f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cf666db053fb1747b1e764b0c629ca908ccc2d37ac1dfb532e195a8efb2460
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970401dfc00001d182b5ee30bbcff5a1e2a901f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56776a133cd32156fcb878a9bc5397d23559acf64f54e0b7ef0fef0e697e91d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832eeb590a06c498fd3bf5b8f81fd3039c0c273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280cec112e14753484feda695fdfea5edb35b8d14bff5996d88b451cf94b6ab9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d9d3a3252f2faab8f67a0df5404e3c27bcc841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18b1a010db67df12ddaf0caf372b2c2fe008e9148a43769fa6543164b1ae129
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a6098f5b7a2ab3848c8b6ea811959b9e11a6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2302e6277d2fc1f4fa9427ac39d0202a0c200eb9eb0a316bc0bfe7b0148d181e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e861e591010cd3266acd2dc7acd52ea4d0a9e8a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3af4f3440612cf2f9ceceaa85e001587fc87e0dc4d56df76ae36e961d93065c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b97e821e5b6add931656da1647a41b917d4e176
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c55995584d70f3566aa69dc636f8ca95ccda8b0e09735aef8722cf674c048
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5ab9b6037b5e0fb9fac5510550e645bbfa3f17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c61f854229da27d4787b6d3b716fd4d36f21e5b8e1939fbcd4897be52b9d0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a2a79e66a9b9bf8e6ccbd4815fac200a4c96b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f8aef9128d2270e2e1c1dcfcbd4efe8118eff261f551e11d1be85bd530d3d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1f98ad44dd30b9c62306ace5d15db8f7972455
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6463ff85f4263d9b2e6b1219e9a8f9905801ce5a8d0c2f3d7bcd57f1126779
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852a2e872b315cd21766799c9efd023022679413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddd2c02e3c473929b603226b45d3d19057602aad9595c73091ef1d5e621b965
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b0eb5b57a507b78c6fde0386ebf0139d849d38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa855d84358fa3c18cbb73fad59f4d4d756d15cf2a20ba18659318ebbcc2224
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa7d79a991ec0d485c928805d7d4be0042ab79f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0946b07cf7cba9b2ead47a4c77e0394ab374fe1d7a3eed950354aa01440a5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5021e9ee0a4dbd451d55db694d7cac75063a51ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1d229df86c00b0cd22cff7da2c16564b5eebc4957dc4e5f27f25aefe5f75c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0df9ae3925f97cc0cd46efbb6bc1ae81b79b018
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c22d23b335778a07f9d0f7ad3166ffc1b19f729707ba8174645cb4d2337b89e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3a64141ccadb1d5089d72b4141f2825882c294
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42120b82d2f57e096e29e372204743567b6115e92c6bc000170900864d8e6212
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca48581c3ce9d5de7a5e593a580fadbc0809263
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e262e737bba837d10c0c658e87392de6ae38395112abaddb1d76b656ce8191
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53903365fb8ab8484dc0525bc6bc223082e9dbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0339af37a1b14461eecdb5dfe1b8d3351b6e763b1e024c38065841d435c263e7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5648e22d369b64b15b6288e8e9e465527894d34a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b425c60ffa6e096fe0152ffa279363952a6a93e702be31227df0afc247b4e02f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bfafe31810ccaeac186bdbc29e848fa497db22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332219a6588590357c9bcb3e450ff85772c6a24cd01e11f58db48087bc09899a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b082dab925668fe8361f3cb32c3e1d280cf97c3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895968331f412441172298f4290086bc15c1b86b120688463bdd3d99bb18ceff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b80997252b3a9f4a3869ae88e0e9c40c2a5db94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4b0c5ef952e6b03b8a3119dcccff9993c8fed61804af6744aa66f354c4b8df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963e73d3a20a27c8a4b23d61a98a24434d67f237
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dfa7043edcfb41a23f7482dcabcc94176979208781bc5ce07362fbff048bc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b7a0b8287a2d4f445922dd1ea5e2547c526b5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0f912046ba464c8db1ad07e8b25715a4218d620f9cb05811ff8b10a86825c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51559682a29082076501e82cf50dfcc67743e01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd7b8d9ff4bbd485a24ac0e8583e9309d3c3999788f7db573db9e6499103a6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39e458916ebb6998bb5a7f33808e0d1e08c0e8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc267a078571096bdaaf8e2e9a9b35243dddc951b45a144812e1f0e98fd43a25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6081e0a4f055542c76b352dc5d5a5a0b0f38fe6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83568267e881ab119b2cac048a5d8326eff7e6c389eabd043e423815c3de2888
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1746747b46d8f31f994223837ea5536f6eb14894
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e3897630c4007ddefa0950ba8120467bc9a991b4f43129118f1123655c9972
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a1dc74d86866f60043d00a66495680e346e638
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c92b3b043a8f7fb12513cdb089b7e7d0c835b0abc5a55592313552f0c066e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d88c07d1b793cca5dfdfe02ab64cb28ca36fac0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c85e08d81ab2bffa656807814f37cac531b3e5bbb9b4325fd53e55feeced639
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f174aa46e425196a7bec1f8862ae58ce2bc021b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5a2269bf320eb2c2904e69c63c300b60e69ef79fb83dfad42cff84777fb5cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ba6bef597bb601a290613824b72adb44fdd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b9d79af9d8471eb87b544d96f106c1b2fe92cea95d4edebcd88221b370c032
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c857314b27b0e05b82a02dcc2ca757899dc63eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44519dba2f269461bd510f0df4cdb3478cf12e8bb520fda428c011406059162d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f74846495247b87692e5230c438fc062e5d20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96a47749d5f771d435a7c05b8f697fadc73e75ebd1729abab1b83b5acdb49ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e867c5b7e525445b15d4143fcd8bb64639e393
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e119184b38b68587a403826c5533e77507b3f9587c20ca9e5e10f24f7246a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34679db050d0ae39e4f8b1a625a557615f83580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91943ac64aa00839684f0e558e08e35e9838b428d603ffe48d9c7a218a416da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f245592f8d8ecfe3e7d540b5d002d9d4466438
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446fcaf57f68fb7272ec096765ab606aa8bf3a19ea699287a3f857c5f0da640c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a154c89b21f669f54cfd117e804585f63fc4c558
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746fd0fb1d5fe7aa5b640ba42092603ccdb4a7b27b867a37ed26115b3ba2c366
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1147584f5b8fed36903d5c60a1cb152bbef52341
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d633dbdb025f0810a6bb3fe442c23991f4ce5aba34ece02d91416407e58a9e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34604a3c5fa24f32985089b43d2d53df50c2452b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38135118e8d6e1da1ac92ec8395c8a62f5d87d4a79e7041a5d1081716e05cc45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391e1af5bece6bb3e425f9997161be351d46eb49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cde067aa2a74c1002ac6888a61105c13d87f43bd1b611e3891d921c736d9e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5334f41844a0aa72c5f89f482940e069c1faa5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365533a131b7685090e7d14dc7514c045461758dd4e61ebf25084b891d91bd47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b784547543807ea2f45467e266ba0576efb06b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23910d9f3ae679ed82eda624715436ad2ef28ac9d1f855f7fbeb1718be387bd
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939e213a471102e80e6dd6ab642c75b40c47bd7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f05c9fbd37acef07127a5605755752a29cc580e6e52bc5cba5d85f97fd3f22
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae2b205a9ab43bc7ca901076a668c6d7240e4c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da025b1c15eec54cc3c4d688ab33e61ce4b287c88839588d99295176bc63ee99
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20531190a712b3f215fff67241c3bbd5983a8b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1682b308e21a626312c41f81577bbe91a348862fcddcee190fc16f9080cc5c30
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942ad533d78402876ccb24c0ed637871ca5414a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690a983b2cd76b8fe7de0a3d5ffbb5b5919572454648bbafa20e00ef92b14a22
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b417fac4a55531b12d73efc8b1e8bd48e1becd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a6d24e1516bb7dd9ccd25fb44884b20fc75fd2388df59241730dc4831364e9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d576df9c48009a5631e298cc7a1d7f6ed2c18cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b20dc86b8e1e5062ff74993a4bfb85684883b7bfba3c08b8b50609c6e6cbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9fbb459da82ccf80a24a58e7c69959f0368bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6244dac7affd4b170d542526a9018ef6c333e750373ace7f1a7e332e7d63984e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6475052d92396a0a247d541e67387e6e43838f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a9cced2ac77f90c107d31d376e36a88494fafbbb903ac9701883ee747bfafd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec8e9d143d0da4d57ac1ba897ff75e46b2a1de2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e736be5ee73d0ef2fd425163290125a0dec73ecdcab3d8398908592e7f7a5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a8772ffe86db0f58c77265bf9e14e659f39125
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a2fdb02d50d05c9fdf610fe7f45024d0111dad319a2b2ca090c2e10116c3fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371fd23d9ead31896218db795e335a3cad70ad1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dce6f3f363c0bea828ee40716d7ade0adf90187ee8647579a6abf376478c2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4613d7bd845924a085e21d5a7831cb7e391a38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6273024aa9b36d639d1b874c082d5b778772e7ef3b8ab64f9a37251cd1c2c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56531678fe90545f84f71183ef1c9823e99cfa6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffd41a471e94648f19287c870611fd2255486d6c755caa0d36b59b4139e3298
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262a5e08dc54be04fe87186160b8d4731c7efc77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2cae9528e2647574c9244def5ced484d36c11fc666c9b94b3a7a2ef3885065
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53979216f79ddaee2ccab3f7c9f4c20018884375
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830ec2b369e175512b673dfd2be43e7ba384ef5292260e704dd23239e8cf0236
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb37fd3cf8407daefaddf5407f86b4a841bb689
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18aeb1628b2a1751bc69e94f2f6a9585e09a72e8b8a7778205a3478c94e2804d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07955d19a5013c03c52e3868a1283816721a51a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a737c4b67730ea90fdb53d4410d4e60f9ea64fb5e2675b70ce97f338b7a7a8cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bb214d9146fa2e0695100306e37b2fc4f334ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663879f3e5fe5b1acb474681c0ea3b51006781ac37d1488d03c05e4498f11933
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848176dba427c5115675829df9ae00d5661425a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fd36132ca49212c466721379aa4aa4342bad3b690dfe659d00e293cb8cb05f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deec53a9e139876076cba01d0745925a7e1c5365
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7eb718db4087e51837d818e4524269bfaae208a733f7979df761e898c38cb9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528d4721d1335f4623e1405457a8778c7bd3256c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d1257934eb36424020fdbef34abe85b8d1a1f4e2b3ae3e2317298e68ecfd04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56d4e9af5a963a9d248253ac6bcc0a66bbe847e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a16454868ba2a9fc0bb2b9e8fe022329278b381c0c52441924467f43aee672
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8c795c3bf45b8b99bcc413ff1452259da9f94f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84888ef48de068654263c074d478f5938af2a100812d41d1508af43107cae505
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546d0bc4d32ca4e23bc94014de36387bafa5f433
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9842b289b4fd44999caf87a13ac846eb6f9b05af42e3004e7a2d9ce3b28685
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ac0e96c89c6e872a874ada835d4283d4249714
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c005bb9efd9f0d92682f5984440baeb3109aa672428b82f100159d6d847b30d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ddcf03d3aa5eb1732159ffc0ec5390c2b5db00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88542dc537cb2bd6cd7deb2427eed2a978db73e5e3ec027501b4468732f607c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215df26b47becd2c135ceb4807caea23688d5e1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8a0f07da6ab5c8f0d3fe8a4d69a2ba5fe1edc4ae6eeae56ed7ae438b2a3b31
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0961e4b81c59b3bb97992ee50c50948a0ee7748c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caacc014728e2b82ac14615e65123ae9fa8024cef3e2a97f6daf3b83f4ab6ff0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47071de8b873cdfa236d50264c69dda51bc37b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d93cdbfc74421c5961b55060a705816fa807dcbc8bafd79733529d36feb00b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e36ebea7c55cc17a6f3e20367c330f2bd93f4a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c774ea88a7b6eba568102bb19164f1c2a8be8dba2f9580c064a8f6f54e75db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d9d765f86e59be894e6726a4fd3bd7e9a2c4c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708ed9af7051823bd41ef321e41f1944ef75b3da3820f176eaadf528d960090a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a5cbae666bc95c2df2a2a45e73141e36da87b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3daca35de119849044435d1af233325546eeb53f0edfefb36bed5e38a8f1535
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5137b4454531403886794a3426f514999f01de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be811627b857ba459388d2fc8bdf5458cdf52ec54c16684f7a5ed7510562efb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d7e7015d51158d39ee756a6b0726a89f7a37ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dcf02753e3f895aabbd9fad27b4e6e456ef61149e7f552f8481016a52ea270
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7ba5d70cff0476b14d7058c06e0fdf413bccb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca17ad3653c199d89ff08169792c296b918a79e11599550491cfe37a2970597b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375f22691d378d3a247a0e64007763d27d42f90f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d364c535cdc5c3c8cd97ce34b9454ffad800f796daa479645d50f595fd54519
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f591939152d5f8ba5245b509f11ab36c1db0e9f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3742b96894597d05c2f4da083970a6a1e559cc2f7afda601411a425b3c4d1ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b30bd682358c2e4867b5b47c8ed81d38e943a81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99967063b6234cbce68489fcdbbc91de11b42182ce0e27fcd7d20a872bc41ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ac9cd35d0fe076bc31e984e3a7fc872fdc259d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d5dcf091be1ae9277a0bab581ac06846348d3a74deb879090a850286316d85
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8306c4184783c5e934d319ec7096177a525aa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499bec63a3a7841da7c90072a76a9441feedab67b1679e99db93cb8ca343ba79
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203f4dda51f5ea32f23b9e7c36aa189429963699
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277a8453ee0d53526d668871f1463689c33d39839c1af447089cc9d197458c48
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c2a36ee90eec18409618c9a3d054512ef7ff5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d17f826024f430d1a0bd563abf595d952529bd0fd1aae9ccbfee7fb71f78e52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65d9b4f46bf8e5d5538dabc2d3d09117cf6d99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f694e3b6c94bac4fb7200b745d12066cc871a24fa969bc9bfb4ca386db8382fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1040b62378e160fab0e8e6915874d0a829a049e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41a6617929205619e8e143dfeadd87943967b0b679cdf6b698b976c538d7460
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d3fca7170a2f4d2922b0bdad84b6be267f9953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb052a732b974e7c2b6bf4b5598aaa7af8cc3c09831926ee806f037d74d057e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1d96cad6127a707cdb755044f0b87575e22518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1082c628dd6c56ae33b292119b36451e541240c908dd364bc175bac10173527
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb19c9b1d1bf818100f5c38b32414f484fb5ee2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8814bb5d2cec064798b9c063102a922b4158d10bbcf9f066ad3a67306e0940f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe2f9035db19f1ed136bdb0648c416c821fc5b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68013dbad072f4292d3965dd4b8bf5922bae4c7a35a089c9776916e89084bc34
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922fdd83f4ee7d3ac0809866b92682222c35ff8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d9430b751f088b11d0eee64e46aa1e0503a8d7aa63fa4ae61c5b1498467ea8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8a95c9f3201feece53f979093f2eaf016180fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270e740a9efb0e18983b98457025c09a90e24be85dc1cb6fa92253e5e5e3638f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f36a0bf3092dcb3cb167698728f28db97449657
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98e5bcad31bbc5e5e99b6a34b80fe89791c24fada2f99eb05670dbdaea70abc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833f146154e2fb41792514a972c138e307e1139b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44735a969022e0f9d9aa806ad659d36868e3fc1a47312a979a20fe8378d2a59
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21bc9fa06b7ae4a56b6a70f9e741389ff4890bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866255b6618e1863bbe79ba0394a21a2b493eea83363224badaec0814e812b8d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f5de0574662aa381641166961fa58e959320eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e1e321e1c7d87cdcb613cf5dc43a06c41a9822230f5ae006f01f5445e0d9c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e39b462eba9e2c9d04a84f9101ab9b536800cd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af163afef564c29bf00a0e65ded5edf0f4cd57b2abdab7c716f6dea90e4a3dfe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b765fba58da1abf540bb12bcdd85c99133338a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ea6f7460daaa282907c0b591721c3e19fa85065b0ae5d5844631c05d217c91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c1ec29f7b3ba0103d5397a73be9f0da80b76d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dcb3557c109ab4bcd14da17fd953fedf1218d3e48b7874bbe8fc74a58906ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0ee7ed71014c91128eb2f81f7bf817467bb6cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0c755e3787d367f656016e361cb8665592cbaafff1ae4e02aa9ba5dca86211
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d0021868d844c5f0b48c9dc30dd496b7f41872
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6648fd6acebed6100f9ca92e02b82a2c40012dd3e836cb7b4dd2ab54aecff9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25d55e5239f3a0d6edb59cef22430ab4962e6e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f838eae228458ca0dde2db797274f5374f29fb4128a5059d1c1fc64d2f9d2140
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636d0271f7ad234280eb2a1900c35a1daa90057f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0aa42862f497691ce7777f48a86ae675256d03323cbf26990bdf5eafbcd470
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba37a30ff1b1bb2281ff7ba83482abfdc1f7223
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7093140fb8f4be02ac880cfb729b5f9e7421cec87db2efe071c36713f9c709e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fca6888972a4c3d74d092a46e151e823f3f6664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c04b57d49df818dbde8d3bafbf628c808c37ca8939b49c78c962654f8f90d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9ed327a90574eb667103148fd544d9b2db640a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0862952e1d27009e63e51f6efcc33452a26db4d205ffa7925c80748cbc1f7394
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790f8cb4d03a4e1d4c8888c590deeb56157049b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5e0d2634110d7759c820d11f1f22a4ea7c6a92a1a2be618dc7f35179df3aa8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cb1426dc1ce90b761ee846bbbe18ea29290718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260d80c5500f7ee5282b13929c5dd0ccb2fcbc4420118484bb17b5e5bfa6359a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7928ca0d82591e53503781797a7aa7ef207301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09847385e48930e63077ccdcaa20f1f15861feef76cd1afaf784ab1d58781977
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed085a607dbed630576f5d17e54c764c70ac990
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5adfd00be9cbab1b2a5278e3a2937ef68877452e77a3036d9d60a61f3852dde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f5cea8f4e842345afe7191817df0676f582692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d02146b7afd885fb16f217b69840eb9695b4a37eafdf594edef6576fd8a164
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58699a752c91bbebea30ad9c368aad48562c2c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8500e3e706a049d3f8fa2d85fd9135d683364eae492679fd57a1ecdc07ca443
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68ba42e4ce03ad34a9cea96e7d6cca485707861
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4c6cd91d466091d8f402c19d1db97c4dc31167766f28e3130ad22ddd1c8135
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363dcc9d6bcad4a4b69b780b5ed413668180889a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ac1378c78381d890389bfb443a0a2a797c5cd3fdd3fe900b8f0b5b6d3b549c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8878053b310cdaef47880780da451e21c26eed8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c80119ca95349f81c029e3c1fb43d94abfdb5dbf9c816598d07ce402c3de5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2096b915b80f1f6cb7a28152cbc3bcd2a1e9ec4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d50aa0a0f8cc2f6249ab97167510975eebdf0f1f330a9bea46715ffaf835e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd162f61ca812ae632f7dee962b5278165fb1f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9ccfdfe6fea8c54c293c22cc1aaed289120313a9bbe2510c2f3b3042672808
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a46d1b50290638b7c16c2bb2e95acbaba8e8023
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cc1a38a47108ca5296b9b34b7ff6e2b9d2415f20cc0ec9d0594675150fe1b1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f19050e3ed471f36355af044e110b36969f6416
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b326334478914b875712ba3400bd84bea76b25e881409539aec508d858e6fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c78d3babc70f5d38bca6d57d6f733f19feab982
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9381a52d8223721ec6e113619af2ee5ab7756d11d06583914f464d5e30c7181b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93042af87b5acf7efd015ef06b117761686b5fa8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a112f7f57cba05784a003febf9a2e00d6453c82d9c2920a7ac234333fe7bc1c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5625372a55ed41abba244a3529b59961cc148e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab77c4489f2552d6b6796319ed6ee15b0ff2aba1736e7c8f4b5450c092a0201
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c9ae0f10e7aee4cd24ec08adcf4b87d7398d56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ecc6dc4625f91fdf5ba4e46b04d507370c47034d9a70b25e9c660981ad052f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0418a477bbb4df3eb5a128eecbfed4f47b29654e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b5431769c36cc5243f3f37d82b0c7f3d61c56acc3fa34b422909448190f4bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cc64abc916da185eadcf1a312bbce4a550b757
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce431b21efe4aed9359d55d1dad681caba94731c9b6f185b5642610eee9cb4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec44375529034d945e41d9b8772015f0647b73f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3620ffda0678ef25f9162e02838f52e24a3157592b2a88d32a446d115df0dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fb09621fea537e963c71d7e0091b3596db4352
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa57f253e79d297cf9476f4b1b0987ac11df06aa480eca5648a419ff6ff2e479
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412722df920bb82f678b44f98a7a3f31b84f9609
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee4e0aa7e5587ed86b25e251f86f3e33751b09107c64dc345e48dd217a939ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c85236950b2a6f90eccbdea4db890d7fc3dd290
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173913a140b3a3c11bc7a4dfd592fa163c4727f0da7da8b91ef358e475beb823
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c376307c4501ef4634834b4fc12758e330aaf64b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def79a4b12b01654f9a1af1dcd887065016a6ecac5125d5f60beb24ef0042bf1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523845933cc56f53632c604ccad56ea1411534e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b52aaa842de58a6318ee56e3db3fb9eeebec0a1e50a5b2340dde2831d2d2796
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cec03fa7dc94966f8b802d43b9f64298c4b030
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9038e1220795dbd2a8d1e6d28c727b4493cdd41e2bd5f357f52f7952a56ca105
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f77738213c253b8f465f55ba8022a306be55a86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f96aff1028a73b25fe2394c7765ed1d2be103add7fc2eb15d80d8dfd4499f3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c407768fa3a489131db501f90c72a33f02a279b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2706c6833d1c7c58e50c26e620131609605fb664ffb93d3d147b9ad77ac0f92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ce551f70ae7a15fa5cbbe7e55705cde99751ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40f85958e019174c3e576ad145590b58f3256543af95b1d9b55a926f4b24388
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b0c3de1add76a72f8bcd18ce0a27fc9ca7a931
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1cb1b488f8fb980d257c5cbc306a4314b1de422eb1e7f4d0110bb00b08719c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c4adc3744874a2ff4c7686fcf416d1d8314195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e8fe7c14f88105a52528287e486ea2e2ab0b57453874039a4b046f550518fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5a2c5d5deb0e223a6f3c4bbcfa3fb0766984c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bec0cda5d24a20ca08f6a4d2a8d6d03a71e378165800393047c552e3d2ecdfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98413ef677adad28e84c7211a33828acee007663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484bd8aa30d2e08f3fbf3a6cce58046572f5705160b4b00e0f9097534ec56964
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8817ab927f209954b4a89b8c39ae203a2b73f4cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a5147907008c2486875a41502372e002a536c506da5c95ef78d583be2fd303
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f635559d2f439a5c32d1d863008db96081ae98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2a0a97f0ae3b8bf75161f1798e3e6289056e39d0f9d727a9187be7658cffda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97386d8fc3dc23123131f365c5a2d6e44431813b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c332d0e533c337a5d4d1cbfab8dbfaaeb5f9e70b419c18d7000eda6d7cb6e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817f48c34a0637a680ec36895db871ff4e232d35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24dd78d4bbbaf8b6693dd8a7f3936f2d20e8fa3d6d68c8e0e1ea2066f2f5dc4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dda43cbd2f7125d9398a78cb161b1547a2eaec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c474b3db69276666fd3c2394117b357a6861daed17fdca33b311566c53c716
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0470c9a7d197653f625760957da584c5f0f6e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a64894a47e60e95e981d66a364c477aa23c145d87a89289c48407a5a340e5cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef51cb4fb9786d36215495e58ad0e536e43091a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5987566b5f6cbaaab4d03e5663461dcfa9ba8f6d0909f56be9fc62d327ef3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734c1ce42fd5e42e533b20e7506df9cbacdc8b5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a234ba4cc160677d9151bf77a514154d42f04135468e48fb0527604901ea48c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4662b62531632cbc4db0784755863cf2a6b74788
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a368e8faa798c5f976281ed0e44b59ca0b3da5ceb1f2730447f9a2f647338b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930aefd5ad9bc6f6a9e792532f358fc45af454bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e58068eaeb58c11f759c2c9c2a98f4830ee4c276d1b1a523764204464c04b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d91ff87184eb0aec5af743293cb9c178b59b702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dead8e36081fcf62e695e633c61e807a371802d3b6b9e4e1e13df4aa176a49d5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1750030fdfac1657eea53a4742dffb5b3e72d5a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19efd98257d4a1fd6a540bb9d4c5e925a0b65acec906f2c4b40c93c1ccc62042
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93afee68969eb2643b11a079aa2cb1902771c11b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee4f97b0b4bed89425739a66f1fab84a62bba78626839bae8df47fee8540a4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3c5c9d618208358501b3b1ae2a3f2b0a5a7096
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c37f1c532430aa575aa55e4d59631599e9e69335e1f883d9fc8cc9b2d9a232b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6d3f1a174cdaf0b1f4245a30d0a4ddd9caa3c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f012afb6fadecb6ceb15fecd8af5933cfd9a79382dcc3810cba316582c8aee33
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af0d2b81b5b6dd3fb2a49ca49bed9fc8cab1afc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c041109803e725c1af31d96267d0d2f57b2927d9c345bf2e29f32f2d6248f267
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f138edf7f605f6e60d9262709f43cecb9e02e02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04e794e70d8f3bbbc746c61685ad7d0b7dd1dd0da570388cd9122c60e1b7843
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe3a3896c799558553e6ed0656be677e4bb7961
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5280e3f6054565ed6cafab8f34298afdcba07debcd1159283797514aee87d36b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d26c51e840f9d4154171dd84c450a759199543
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe4f21101002da4de19246ebe06ceef85ff80e7f3fddc255f3f6dc095daec03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078898a3026728b3bb9d8d25a2b059ce450fda73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd9095dddfd1048f95c399bfea09da8506a8e1288014e65219a424568e85be4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f237760353f8d04ccc37b6db9c5b51bc9eb2942
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72a30c63e62dde9e2c71a1fc23089a1ce036a887d91359ff150fb40a6499244
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b56101812398886fd52ec40b67c799e15c5e86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d198afa476d19bf88f4bc51b4d30a0ed30502641f715b1fcba87cca19ec67f4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec42cd053b2c59512d05aa510aebcf35472f9d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d641fb22f46618711ed73d7717d862a69e018af6cc009d301f4d3846f125fee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ed5e3851f2fe774511cbebce35d559daf52482
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9e4dd48e3561924bc27466761e6b0fe2332a18dfa307b5b844fd4225e45d09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce89141a10b8774eb4ab26445e1b1949e0a3ae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36cccab497d9caebff3d3c877af7c870c9971832d71b48961c38bafeba5ce33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0008e58fb49e12f01ad82c2b62fa22288f6faa6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3410d92984cbd39809cf8d7df29f650d62c234058e9a8c42e63820c32cc0b95a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98827296debc16e95d89e499e52215097ab8408
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b194d728e0eac39b9c5684b87080c68aa7f89319c6d7038152b8449802987b48
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a79ee1ccf15b1d78cb8a2e96ee9a13609b31108
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe6bd7b51565ca4d6f3fdc691ce0a539e6d77436ae109f5486f71e09734662d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7189571969d885abeb0fb94d7a4d883296049877
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9822040f6679a6d34b4d3d98d5f51216c9eb2a357a4327ea6eb94754dca47d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2c009be7d7ca0232ea96a8f838a1adb29c1ce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282212578af42bffd0d853ce985638895a2635ea48edc598d08970e74f67bd6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a993d3388d1063d21a3c20ed0e8f8607ce595c56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6e7c48eb22837194f70fe3d4084f4821e3b6d48f4f289dceb1317e8059f8fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f9677f0a2f6374229d222a5c77bcbaa81ea1d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cd0cd221366abc1ef6bdcb19c6312b9fc9affb44d9142e44fe9fd7509da907
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e744eef2c1200a1be51d36ab1a857b8bf4e1d172
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331347d4ed5d692c9e1ef4f0a2304eda81ab70d5aa254baf62db041c0b698f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c6e4d662f76792d6978c9d35cc9efdb58f8cb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b731ec62dba98d2de66e75785a2e3a078c7d09bde77ab6c5f0c0e21f99e760db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc6f1c723aeea0862a5a8d1b6dbd10e29dc56de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af554cfa1e83aed8511c80b99a3e380a7460de7c76f7168fc234ef611474b06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c2ba9199bd450282d8180df895a7000178cc57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb0eb47603121370bc6b0a7716919b15ad85fd54d606401f8e1a0259eea7299
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b645f128499f586022cd79a21fba83bf3acfc4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6c03f878b61487ef851f28b1f33fd9cf1b5457c95a0e66bd33212a3a18b551
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bf32796a27ad28514f27a68e2305fd0176cfd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386037d0544bbf8d28f481464da34a41c70fa7d7d4d67b85e8a0e2ee1339994b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49479035c38c823c0d4570210fd44aeff99dc6c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1787df9cbfbaada338cb347eacb6638054b1d9020809b138f3424516fa7ffe85
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce81d9e5391e24b7f5a2c81574b5204d638bdc1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50306b9f6183ce2b5737daa57e68782bdb891605e8982a9d5d4294db80f941f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8195b439b91706cf0f1ca06071502fa829e279c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f9c6167701f2617b81db335cd546a0c0d20ec309fa2ad1eee1928bb63c6e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721b21e6b5070fc5156f7eb8a3935db0e78fb903
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f48bdf28912dd0ec11eae64b9a3db554a37ee576b517e2ea19386a9e1254c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372c04874794f72b6480c9d23ffcc5e621d7f275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de281d06fa85bd509c3a8e448381da310109d36e1d9449020e5fec72f7d3b4d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e374f912a0692a1c8e6ed07ee6a3448a1f46ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c7248e7ff5c13fd1c43af4f68bbc06391bb4f18092d992d21d7e3e262bcd99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cd47c1c32881a0463fb526a140bcb6de3ff57a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794e953e264487f222f65691c8ca705cb14505c338b3ade3d44000879efc8aab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81623cc58e36ce8d714c335f9296d666cb12027f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a19892c43ce2c3f5313306875659970c3c69fb7d33db5b07fe602fa1a4ea06f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f70aae2b1cb1ab6fb17b5768e49df11be0a792c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527f7e44a3f3cb95228650c6ba6927c2f29d97e56c53caaf210859ee6343fad4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38975540021aa7f88c73e62fbbaf39cbc9498cae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee1711576bd0da949f71f08a4cbfd7180fde08ba495c1b63ecc07f86850d41e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdd0a60e2e86b269acb9455da96427c934c1ddd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62fff8a9e446e80cfc27e98b6ed179d0b35a09ed86eb129ba56a46042f961d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0692a8ff9bf364cc07efeef4f743eed8e6f811
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc60ccc39e8b03ed48bbb110750c1fefd62fb7a3581c08a661056096898cbee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e74f5738131fe19cf9f77e61b0ffe1233705ca8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d58cc1c7be8dee3ad795379c971b640e66ac7596d1adf66b644ffdf2b8d7e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32562e35d5f433e2ca61bae1ac926793157ecb06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17abbac9c958af8f22c00530c9d780dafe8852f48ccbb0b47c14849fcf15ecd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b5d188cdb15173d57f1aacd3b21a7b3349c5c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbda36f83e157479367929bc67d4c583eca9ddb39e0a3bfa4dc075af050bf87
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58c323fb9118b239ef62e19b52d021cd6d4b5ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d434b91a7cae1118452821f00e6d1cddd0220fb1153f1be0670ddc0bc4adba29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd0c2ff0549d3f05116e7fbfb40e15986b91cfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9649acf9fbff57d55a2ae5d19ce822d51e8d14f1c20a3e12aa63c2836fea4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e9055309ac8554ea48646a7e12a327acdb269c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fd7c6e559cb0e6c502797124d207e64ba5dd1737a46f752974df3a8b34502a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51afeebd410c126296b6f7dd74431ccd7cf405e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a391af79f54d408540ddbd8541e18417f018cb6bb19f8fabe54438337cae856
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e160dae0bc4b227336c1cbb72849781f34a82d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884b2162931e899888d1718a9decfdee1f126991156847885e6c5a67548ddb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ba18f19b1029fbe2fcc7f18067b0d27378e906
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca18d052e247e9ed4924741773e826ae435b7ffdb3eb6504e022785e79351fc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babf30ca244282826bd87eeb6e6b5d1251d5d3f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46eebd4ec3d5d90b249c5657c655fe8e85e8afbe2deef53c5005bed4fd23c13f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b90b8aec8f5ac8b0966efa2b6c99161ecf1c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ab2eaec7d7b7883845729f6cd086d463c6dac78ed2716c136a36719edcb615
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a8af415d0dc14d91aed611b82a42f677888eee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d980de414b38e6135eb186efc3bd8bbc556e2bdfa1bd66c150335508485935fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7972f6c0fece0f809f7d28aed45357c107c891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9748639cb0ff024748955243d4d725def46659283f33962f35a3d86327842e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6911b28558a08c4a1efaa10cf2f57b26044b4eb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e67c79e573b34e1540d92796b9baa8e13d5badc5b081ff8df10dd9539819a23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e45f6ebc89c3a7464a31abd505d94622adf877
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3066a805eeaadbfdfb0fa1ca7b72588f12205623f24cab3a4599795d2b2a7ef9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d1798067cb848713ff76330e499348af336f2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276f3268f0f35c14da0aba4b1f214c20508936a1f20db5d503d1f12e1aef54ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf20a9d4def7d68ea6554dbd6ef5642ba4e7007
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bda4b98ea5408e6422dcecc3efe2363061dafd500250f4143e84210405bd42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcb7b8defeb1713d85d0ffdd2307343f3ca9180
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5768faee46a705a73a3a16eecb2cec4079630dd7ebc227701a55d08399df6558
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e593819af7c8d75eb7b088173828613f1aa2368f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f524a8af62ed2c842aba3b3215005ef7fa4c6c4c1f49873af60db5f8957786
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835fd3853f2cf7b6d5f7285bc9b8a2db4c56865b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357e47a13050e073c48dfff2760ef4dd8283a2b50538299e14be80a43af4b3d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b80f69c446d52c4e7998e231856404995be35c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cec15387ac2c07d25e41f85dc27f22ed3f6d374f29cb9e5bded9d095358b02f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf5d0039a59531455c8be1a326a13782db098d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ecb5ac1255f218536a3b5cf758851f64fd3b2d648cf67027548baa8c3b297a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c38bf39b4a8e01be47dca6df64a8f8279adb7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9c30e8f605a1a2f0067728c3fbce697f0d3220a91eb08988ff0e72503b7c52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6398e96ab8b5cbc61b952ea208a830b816dca7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e301c68f10c9c689588460900c5b17649ac1a0aadb1ae06cc257fe429083e61b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f265ce500af3ec7bd25ed747560abb17f6d3d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5a051ac3af87a14c2ea176be81670cc24ef4875ff5044953d21239780df095
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c50fcdd152cb32a8fecc8534fd72ce08fab1b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c506e522ba9d5496a3d4b134b102ddfe85292d4cfeab65dfbf2e60efe3ca4f06
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c1f42f782ab1771c34237515208d970c8970bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2267745fe316aaa60e4fc115664d86cf524babab5dd5d5a789d44212a86e56d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e131a91761962dffcd17cba2742f326096f76874
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d013621a8e250a6990ceb896d34032fa07e87cfd760a5d5e975149de68515df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bf4ca29e9abbcb985149e0f10515653bcfa1fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5d9b40a3711b68878fc511913b8131a41a5bef273334b9daa768b31ea81079
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d8f9dd84f95ba684492abd8fed22351c9a04a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f7936a53eb717a5d96f45c50bf9e4975346d31f2cce2b1c902dc21227d9819
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc63d38bf147b7a527e5804155b51bd8171b1ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41753078751a58eed567ebcd131dbd390316413a289b68efa3b0dd52f0f8077
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038aeaceeb2c935bf51864ce2d96645fd15d52a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e525cdbb5ae1da7ffd8714cc7790b30f5f77c340204b6ca5ae46dd364e65072d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2925ce31b73598011072feb160a647ec98837097
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74e19838d46d7d3c416196b87f8f84ff9fa7e5bc83a1e891f9c2009c7338789
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e876b2a0043308ccb42c07ae8046a8eaa844637b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a1e079bae70c4e559d43f20453132873d93132225aabd6818cf2dafe248359
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba682680342219b970bcb47f2d0e8aa7f373c05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277d00375a0185c9cf3e39938fa79249d1aaec6ecf937823c3ca444b1d7375ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dc69c5d7c1b2ed0b10680a204571fb8852e0e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bf9b86e81c7a2dc99b1137a19e0ea560ecfbbdeea1ea21efdd2a306c0e6897
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb21333024192505bc23093cdd15aaf20697fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384ae543b3ffe9ab56d3948176dc76fb2c4a9cb830cf4d02f8d8af1dcfcd157d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e95b166277c918d7ec8de57d8e52ce283b24387
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e5e07f909ba566ae6bd729e7d26b6095d0fbbe6009e9225b9182678da8c3e3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d1e1ad6dfc5850d37bf051f88be4b71b01937
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164d060652e5de50ce70ce35cc3847f41ad17e54baa4bc50f5e38a9913fe95ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6918d822f15ade41169016c8ae7a5a9b2424164
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595081f787d007752f4e3e19e30e7a174a6e18e5a66a6f9881f3f8b68e7bd8f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41be787590c0c5226a1306a2c20328cf4e2afe52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fcc02bd629ee52c36f6f24d35ed9796d38d43348ddd3542277e9ffcdf5d099
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c5d41dfce1f6e5b806f628b31669210fcf8ce8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eefc557c47883b2cd3bc22927e31fce51600fbacb4e7b5a270420b6991dcf98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b6490e18558e701f408c856f68ff665eff4d19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63890bd186f6379e734c02a1e0e2b406728f3d8de81b3635c62a6b7242c5e3ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdadf1cdaf4e0d5dbff5a409a790432348bae7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f3fc60084bb2c5f17e9b3f1345c6b1d4c1fed5b5007367299ef89668faedc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd90cfea6e5e2e7c0acbf351b05e3c40d06716ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db8428d0092a51b9c66a2658aa0077a3584bdc79497485a1f97d9d49f0dc65b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4845c7f7da99760ffe19637451e853336794ed7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fa90fe041032860ab3dbd762c4dfab2110edde240b90e16f6b067a259c8af0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dcd693265051a9cfdf37b9318d536177b4c011
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8106b6bb6cb74d3f5f33fd7b66f7a116631a20bdd6cb7a858b3177bfd48b8bee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa383ee8297e62df4b80415c2c89662d630a5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc04cc60ff8b74e7ca51f5acce38348ceb6b2fe531e33ec778f0977031c739f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43f3c8dd445cd6359e4e4de140fccda698f0cb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e092f65345e070e6a04506810b0e29d00f9dd2056f3ab1c79001656ef4121e9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f9b956022969835d1e4cbdcff4b9af98ff0014
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9e23b92e34c79cca71852a51515c40518f7afdabadf5ad2528f2a233a681f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc520671a1a4309ffe9824ad26f8250fa5f3cb78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d9307b1ecc8927c33040fd5b6e5bc4b849758dc7ef69e9e832398a49f3e447
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e1446f4be334370c6df9e4a1d78d14cdcf1eb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a214848c4f57c33eb44956e38186e657ad3481618a3a8b8301adce55ac5c6af4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838b0872ad400d9ae50ca29e7ed565a5f799da18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525daf7eb672e7f58bc96e3dda91d869c2e68427ade16428c8d2cd47f2baf30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97228c44e95ed5cbd781fa3e00de3f2884b0f3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcdfb5c223076abe4ca9f7632cb5e67835d4d64cbcd734a8d7ea6fcf5bcdc33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428dc1dfaabfd22937da76b1a29d26d28dd2650e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609452b91e1162fffb2cbb2c7bb8a93b4f486356a98f8f62516c2a4a23ad944c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d67381e97d09935378f8cf100759507bd52e3ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa8997b7176ee1bd803764d41eef407ee0ea5af1af383238c413aaecf46239
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982e10c0cad5da814fbd6caf8734c2ff137085e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555c7139c130caf13a79fd92ead76123f78b88010b645b16c81f6b8b8762697d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147f01dc1c4263cc5b0278beac357c932c1ee1d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2076a03b81b11638a148a2c0c690406b0001a7b220bfab8f681fe89fa085e76a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946cb5898729ee6966fd07d565881b94fdd8a834
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d566d9d24a3ab338b3777ef1825fe70f49dabf1dfb47c7e728965b8e7ceddce3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86b30053414d64b6ef629daaf5ddea72afb20d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5771780c4c74804c3f038abd153302d77b9e2f90d6931f78b083824389267902
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a616509d7c1164f89ffaebdeef674749e131a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7e138865f395172ba64a4933f5490bde7d61b41bcfcf8ce3aa13e7a2e9baa7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66deb19e2de51715edb8fb6d8b17157084d81d74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cf999f08a1d42420ae33a8e678505ce99e5053c160af0de125d736cc1e10c1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b116a551f55d8c17e5b7db7b20de8f7fd78b5ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bfca58575442170144fbd805002666763d356fd92a34921c091b676e852c14
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222984ee11bdf0909bd7ca484cfe2f4ab04e7bc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509f074a5138967b65c3e343e48399024af09c1760b3fc2ebaad940003598959
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863daab6ad0061ac86ff009ac6672f320eb8c422
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3b95d5304264a060af8d97377617849f8cf6226584b49887f39afb08372ef8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bbf2287eff0f5ee07422333ace5f5760cda272
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a7eda57b2e47a8cdfd60cc386d9d59b348a5732bd9144bf30b6f40aae25af0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770b7fbc386b037a9668c9d8912010578e1dfd8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44455187999e0ef8aa1deb8358a39b8a9fa1037de50df98da390290a33ada0c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb1de6a65114bb2cf42a533fc81960b8b29a356
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745089e0389645c385136ed797f7b46f8d5f2e49e76aa6391f651c89945d54f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fff5e9cf9267dcb3e1262d45148af3ca1cc59cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc3b5e6ca80c0d977f6b6f94715e2de9bfef4533f653f2bbc1c382b4c5b7760
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba18a2b6d390b0ef8a530c6a6829b15e9d497af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d175c3648be5057c14e56c6d92543009353e89b095ef9e0bc842884da12af9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768c062d9a74778633e1ff2fd2e6d77806c0d4a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8d7c51de2a4c6e0d0d04ffad4d11fdabaa731afd9d508c4438873865a4bab3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d63cb4159dc737adb5148cced9b69b9b36cc9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3481ce5bf679907ac47767e878953119a6bb0e911332d511496885273c80de20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b894b6407ff5a66929915ed8a5bd2102cce71627
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c69cb5e540fac503cc4fc77f64c5031e838d69abe159b98f0e0c7fb3c8064c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3b55e9c2c9df107c3c8f7c2595b93230189b7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6cfb2d5327e7b98c01fb88d4611097250e685ffae6591b81419837517b137c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b807eb2b1ca6413d5a52621df7972a74d9e75e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b920ec899f1dcafb1337f7ccc0c84e3c7896c18a9a239674dd3724aa2638aca1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3c7227437d3c0e03e7ba106af8bf9511fad9cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e0c103c43cc11bc95156ab370f0e46b12054018fbcb9423a69bf1506c38dab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709e589fd541fdeb919c13c68072a65c07c07a5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7466519061ebaaac8b87a5649a51bc180412bdff518283d778af4254f8ee5189
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6504a9c60752fb680879639f579ca25d061b00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddffc458164629bf8b66549d55d080166870ee343a50e91a0c6455bd6707cc09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8748479bffa97c25608a981835911d018f00cafe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a3fe38c32e7505882b629e03722f788d2ce5411bae04c7e0ade9cb8905ee3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c0b6eca08fa9666dd3a02d1dc7cb48b4491171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b61d782a88380f6a20dcde6b8d83a7734067a371310b5484d8b8a61ed1e3a06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1ed8d9b0ab526f4c11e8834f97b85e38d1fa51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0370b56a45f47d5b9a1484c77fc140dc1436888d17f1dda6857f16466e8a9759
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1649c4a94ce5f73c95f2fb552f449bcbea928742
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f75d5f1599d304594545c3b6355cb2ce9d4d8f1cee5d6a3f0541c861ad5b28c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115c3d514de631d2ec688bc2321cd2c696ca4bf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd16455862bd5e27c61df9510d9de5fbfcb1a8718d5a074d5740ad582a309a5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1555d9a600399d50b1d008ce2d7049f13840773a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec45f8d1b398f39c60ecd0aefb2a6afd745466c5b886441db4364fb0da6acd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67181d800547acc5a53bca522bbf4c7437f21a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b525333e7081a920e64e3df7dbbcd9df71f3e8588f8cc1df3e2ad7d0e4a667
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc493ede62cc97c7995d87190a3877b9b25e25b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9130b4d10fef02126a14aa249e99de8003f7d934c37780d70926790705e71e68
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f9f0e7358db4197275093cf7ddd83df5c6bbb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277723070a5580d52bbea3465466a12611a5bae04889a727b981977a7ba4bba8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64389fadd790281271391693ff33d8ad0c2c3118
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ba12dcf5b96f7f67d61c5d42fdb1abf6455ab8f2ca72b4f7c5f6de5a179853
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2371d4c029b8d4ba2e034ab94cae7c831a99531c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acbc79832ee559fc995463b439d3150aaadfa079e62eeda914fb1349aa35f6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91489c82f4d491316308035db4c3d98de825095
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fb0c86a46b5c306f959c07e5d300c81c2677219a4a06b5ab0dfa0f6e7052c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b679543a57a2d561775c142abde2f592857093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9529a55b2c46fa954593f1d8dedf90baf5476ef95c28bef29f6786ea10e291
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01537e0977fd4c48a6f74bcd23185bdf7baef80f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aed826a8cebba4badb82c15eb5630355d98e57939549c88d3e3c25c331fb50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5279dc440028e105654169ee7f91754bcc77314a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b8ec1687138762e92e29232a927ad3ab2926bd085929c506dc2f15368c9c09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cc8e73c5460d78e3b44af2a96caacc7a84370b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021a8e4673373c412fc0b6f93af556b7fc7278fcc501a5fcada236b597179af7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5b502bb74f6958da2978dfcf9b743800a1180a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a8673a1ca7fc1461b23903f97111ae7d1075592135b9e3d00d3e3dadec4c50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f139c4d77dd6bfca872581d450efbf6b9f4713
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0bbd4a5012fe24ca47bc10acc85629dfab0277d4d340e735e5e088538ac8aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3944a3a1a34ce01e4925e0ce9b97ad69ed5fd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df26f95e9f4bfc85606c2a644976202827595af5844a2fc282780550a37b2e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a139d61fa88cbaaabcaf9482c6abf82bb919bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176652064825ed3f568a5c6bee68c58f6ea9c17510d1fcfa7ae7688bfaa42d86
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da542cd1c4255500678435b807538f9d2e683c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b8cb8a073f849c95e0245cbe63720b7768c9ed5b9382f5556198c4e2c6f6da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab30774c203c566f4f4c397d68bb64f7b4f127b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52696e5c85e18633e90f49ad051b7634a461187c1a03776a607781dada8d88f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d177a2e5277fb58831e6b5f7a5d67c88614f65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79507d54135743e05f43d398697f9c5317910bd182b398193a821de3c27e4c14
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8ae98b4a248a8d529aeae8741d7889e4bc910
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9415a4b1a76de8e44060ba24b7e7a439ddd89f99836c3d1fb97e9d159bf78b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a422d558b5e2f828cb5dbad616212bf13c151fc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de58f05940c1f5250f662dc2c66b19200cc5d16ce87943b92ec4bc07274cda9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73eb7c1b6c47df7b445fa6ac9e444b6eb2b680c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567cd4d333360bc32713ae7adf89dcea74ca30f1aaf982852fd80ddfad314dea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcb64d6e30428d77534800e3dd94c8748b80a13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0de4e2b45761be7664324c3459c75ef0f4135572051e4e56a58ba3c24361ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d35379e9c38ddfee8a9aa9ac132a412682bd6d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffcf69ea75ece9e76eb51ffc651e2c837d38d2f7529fe52dde088f9f9590405
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366c09a4a12e8f2b72f3746e84290bf6946f4e2e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ac236b834c88c5a2a894d77dae077a6fba95f82df26e63c298a1f5483a76c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088b621600d802e3c8a03e92009e02506e314e82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace663ccf6cb1aca116141c1cb89b8d9dca67bd335be9386ba32ac3156b948a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13915441d750acd5b5813ee3877abb0367521211
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecf8a59c52c60785db789b0fc108b9869e1beaf58af593e3af2e567d26e2679
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be5e14fce00191c0e0415475a9b2f625d842cb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848f459db3bc0e694a3295e54415f36c1b733b6e2314a0902418fc7d03cd2b02
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b68a4ed898df177154680152088687f34906109
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14616c7a8d05d528c8d68b051afac4f1f774d3d99606b6078b635d239445956
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5434c281c0dfe4893726b5334dc597be998cbde
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f33ccf0e246631ac6d6a5e45821bd4c6a5f087d37349361e273dd86b9870d63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1c9da97d7ae7f4f48d555faefb01a1abbf0bc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1338fbbbe29034862520a242348071d33e49ac16552792fa04c96c78b53bebb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d230518034fae5a4e294425c3f80000dda895d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb6627908267aca33707d20e47fc2fc5ebe290bc7b4acf681c23cfc47ce1d18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0f09dfed96de0654e2e3113b18d1cbe011bfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c1e1f259c66fbde04f80942b215e9117fa98dfe4c78c6d0e0af92bf2cf1d19
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb13b5f8d8fe328db1a51f7d75dbe29aec3038f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27279896024b3999a52c7f947b66298c01780a071411315166b3c8d7827b60a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246cf1577ba91ed5f2267da5d52e78a616c5cb6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5317cfa9c51663a97507858c7ec4fc4351ead39e338b7dd458d0367f2164829
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2320aa1046e51156ca765d4187483a55fdecbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c34675fa48760fdddae65288f6d61e9eed63c414f940b2f387655db45077a5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6469bea343c0da295488a7b7c82d783b4f03f11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a618af001bf7d5f087308e113cf73c983451252020d17032dae33f9514567aa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618f31608ada831a37bf98e7ca3f92e027b9e4fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4141aa9bb27314eaf21e358a819ec02b0deef5b3c157e4eb5da4d228664823
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786bbe4344ea94780bce1cfdd9b556d5141b5c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749e0377f435035d7d631fbbdbc55bcac937b6bd0e360fc43d35c7ba395ef98f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72adb8606f7680ad07992e8ab64e6dd56fd8f80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac89037f95e6c4d8f2034aec2b6a9c972f53c8fe37ffd52a35c68e420f7558d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b393758d8c2e23f6d4167de53e178f7098358026
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585a2b2e3be409013a79c1921e91ec245fd0ec068133d766d830353a8d45a5e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318388256f6ed67645dbd7f8e058f95622c65e27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a06b125983a9d9a5544c8e37fc5496c13d510b5f8f593a33e9cecbcfd603da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2af862c8e25ae1cd65a1f57c24da5fc30154dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c7581336ef4a7603681436d8b26db2221034775a8d1966669cc0c457b08b44
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c7b11282c1c4cf4fcd290a8324f64a5048016
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d477b3c0340b8a7ce3a00386d50fe0cd07bdc726ebe4ce176c5cddb06162ff01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee47b9acf3646601bb216e6da59999c5dcfe68e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa53958805560da5c413b2208fa502303610f62b564ee6eac23a0d4ac29fa179
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dac0bf55e92236e1018d91fdb37f13d87f60ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04663954d364b094c382151f55188371aa5a50b08e0f9643ba93f2a3fe3ae9a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d643db29b537f33dc247c8c47f72193daad752
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a606ef7c64fa246ad0e6e43bf494addc710552a10fc95e3efe0389c00e8efa9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b2d6773e5e74e35c0b90e5bab1037b0c5acf8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49757acad23b2417f9069374e35641eb13b445c9c2910a6abe2a8dbcea1a7156
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f02886cbd43e6eba855e003c347400adeca91a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdb6f334c10086f3f8147235a144e7c07d911bc9a5eabbaf2ace7aa4dfe910a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ca00d813e58d4dfb20a07319883cfe0d5b571
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e4f7b7f861b25e724c11b71fe3cb0a8be952f487ed3f250e225aa05ad8ecb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d297f225730e30cc1a70ec102c12d8a9b4546ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdb3c95443fbda9ca09516991e3561dd72a847795ca25907e7047f42963764b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3488a42e2060ef781a3e66de47b5dc52ec7d53c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a16e63fa69112c946a002b897881a950a041dfc3cc0b2e2f306957f479c6488
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f805783b54d0252b6faac7e6b0847d04feaef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b0321f10206c833b7bbf1e762324f2f5089aa12f61acfc4ee65561b7c16f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aeeb907fc7d1d98228906b0e5dcf9c8e46e52d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d0d9780151fe9b78836165fa625263b17ed35d5a881c6acf30a24dd8d9c37f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6e4770bb8d6d6fa74bed551d1fe0547dc7616a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b836ea7fd290ff1eedb0be0ea5b55be4c4c18590117a04b7b167dbd2e4e60e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8206cc238f514601bfc6a9a9815e3eec392b008
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b27b6040a5cc9e7dc058af556f6f59d85d6acba5c9978ae74efa298fc8d01d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0789dad33a2cd75f88d5399051e82bd8214f5473
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dbc9be54178eb08af82092c632068885cfce7385dfd413508e28839dc95784
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105e1cba808ad34c443fb08abe6e7aa556e96583
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4045f6b3010287e86efd5ce6b4141c0475acd7b5bca729b7c46f9c95ffc6b912
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb3c899eda29cc26d8364c4ef7fe0d5105400af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3012c331e5be6499cbd7deb800a23a55ea335b20bcca764b7cb603177e2566b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71022cb2833511509b4eeede259f38ca993f79eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0a2c53217ad63f8cd45abce9195f68fbc00f150d624002e18fb1c12db124f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b19f77ec8edba1fdb4f92b66e91905977e2b09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a495054edb2dc825e4b53bab28974a07be246bcaaf95fd53cf60b786081b0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dd09060b811a66cbf99c2539ccff72f7d41afc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a32ce084052fc5688ddf1e4d4a55804c61c21518e67180b7e7fef9b8e40f29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09786decf936bf78a1d8fb631d8581b6e9aa38d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9162117807dfe8bc04a8fd7d61f18ec8c2a283f73742f43e903dbe5364d5aa84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1605566f208bd2823cc802a123283e045f1535
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baee5b2c76320e1fa1185255c2bd96ba24a77edd186db220f136ff6e2f1e884
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc513c43510f3554b469eafe7224a9ca7a23a6de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcb3ea6ceb1bf3908b128f6fd185d7184c98ecf3f6d6710927b3acb64780d16
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf19a0b74bb1d6983858bfaabfd90e56bd8398e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371cc7a4b28f89bca36b50e030c548e0ab26c0f01d652a97c010ca63eb9f5a89
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb33cf663cfd74fbfe1919a21999b5ed2ec1b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e433553c06eb8cdca24ad7d45c98e4b87230b3b7e8a680fff985dc158a0751a1
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f47d04161b0eb7534f19ad828202f50fd139cf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b4ef681484cfe5e18a5ce965dab9ae9c81ca170718b6f862f592c795e7b297
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bf8fecec2a01a11998cb833b9908b9a2a0c841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bdd2146787e0ca8f6c548d230615d7ec7d6fc3cab1a0ce8a314b2eff84ecdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df7d863826d5b577c9066597003e2a35ea2ced1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3987dc24b63cf660f9261e0e9526cd3c2bd44fb444dbf04f8759051518744c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469292f0a0cd4167b723355d3f0ac00b28c6df80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f2e2ea464fe7b2812c2364c65caaa633b4382f799142ed572940a562710fcb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94bcaba5cc4c098f3845a96bfab086f97e336af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ded90a8b57d47515d4693c894c6c6377ada56ca9f8ff8e1831c66633972f53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568373d9c0f31ec181302373bf01d0cd1f6c9577
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1a75b9e2f57a117b4d5f2b73918b0a2ef8bd13918ed6ea7d5d648857f04a57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39106642eb974f1f7400260c07175881bedaad62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e7569e1dccd7b76254fa5c358e2ab5e470331c7c2e5bb48d3a0e7f848f7efb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8a4f0b6d8f8e08157cfc87806d51b2484bd275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec346ad350fbc3d118ed4b15aa42f7af62681cfa88a273f1218944dabf8a2494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030e7382004690f6816f60b80f4db93004a4ed78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad26d279ce51e0343504838d7b7f9620cb5264a03fe3697a60c6b6d0b394971
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a82b14712b7cbe56253ce96a6a6ea11282a7b56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10623af277011a974885054660409665fc97705e3436582dca7f240e55d337d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1e45ecfd4f3d67d3981d176cde6f1347fe43ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d91373b24dca5393b49ca213b8a15b47a88895d02b45f43c853cfc2c7a769b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe4217d31aa0f41831d47f3648f25d3e4fa0e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f6456611f31c899f980cf1e20128bc48e26e11aa89aae42b30ae1b3a656b56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4644b8ec819070fcec00c3ab40766d078230fa43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5115703996d70413f1f2b17cfc1f375178f8a60bd3a8dfc33d1945288feb3e1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33412d6add8abf782a29f8fdd9d82db480388cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0f4edabfdc6a00f2094e2d551e3db89601aa23604645a6bb15511c95080557
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655a9e8547c22e746cad74137929a9ae2ea3e8d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02cd6c1add66fbfc30275df518604c6ac3add1589de6b79e7573d1b13d824cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ebc555e6a1d6a0ff39234582b716baf464015
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf222d7ea6a757da6b8dda31110d9aeedbd6045168d71930615f15658951ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a57eaea6e34732b09a0cf666dc661c0defa02e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60708a8f5acc3669d66645bc72af36427a41296140498ece06ec0bd59703290
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9289720bbe4fb535e11d282d840e0276c5b1244f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5346d0bf127434df50e1ab079f366861aa81f70cf71511d0742fdb70fd21b9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388c0138cbd61b7502a9275d4e2f48d686cae0f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49abb12fb68b2be780f5db13aee52cb1599633b87c0a00c486d6090e93637bee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb21bffed068bdd6e04e901f9c7e6bbe74388541
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2536b132ac77901c771eab16332ff65192a184823996cbfa44f78acf53134e96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39bf5c7aba5082e9b1c8a11aa9b28518e84e8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854bd83f5e40db9c5834b7e419b63a485e99f48b42a66113485b5c9ed4611c10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0417fc8ce65b1555cd3a40782c8b3bbfdf0128e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61db2367efadb9abe59b5383b56ad11d2f261b4bb33d269802ca842c3acbad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3432c99be469d2cd3627621ce0b10e370705dac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7df46d62335768e298ab5248ef0896775038579368afc3eea761588878c65bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2711db197b931f821121a86df7fb003200e7ab1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bd83bb92a768a5bbecc1a17145ddb90579bf78df5e043806ddd8b4d89a2863
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b339689717f3473f67d969ca0bb0ca342f27dbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642951bf5a7d7bd7a5cba0dfc90b5e7d8f1398c28c96c4808181a19f9f03d465
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adfd048d1636c7b2fdbe3aecf9a5bcf4fe30fe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8684db8b142250bfb6343ea34f514adcd05f37a067afbe1fe8510c927a63c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d692cddc9dfb4f72606a30856542a8181c288fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f811a23bb198b7debd6ca1923851780c8e6ad94be25657756e3df3e7b1adc5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9170a36543638226653e2e10d429a40debf97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4dfe0b475a737bf9b6683af0dc3d845eef80904e7e3a7ccdd00759faf6991a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5217335207d757f899e3dd94b569bfb2b5a32c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c719bebc09afc2cf2d1e285581d67b479f01f4667bcaf2132931aa61a7d95985
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcf9544514e5f50a90c8437086ec4ea023e58cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ce7fbcc0199db3cc010d984b7cfbebf8d9209f53fd5dc8cd5173c4a6ea5780
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced7f1c507c5aff515af746d3617a75471225764
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d5c2db50b2ad1f40aba4476088b2d107047be5ebd0a5afe3428495018f426d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b723445cde365ea80360d0c91f39c851eebb0aec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83901a2c62dfdb043a5b0fecc57d8c34cdb501ab70c69a78c624764330084665
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863570cfb5184bb50aeec329ef59852e1d9d32ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7ebe44415981055b3a49d41ba84aea9f7dce8e4c63ab5cb3b509fe2a566ba3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1b41aff6c64f1db119602208039156a6c79a5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5035c3b8a576f844b6be25cc9f5a9ec966d350d4891fe7632542767962ea7df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c88fe1738bad334b3775a6609d3e5e6f1b03de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036c977f0acd902132087cb6088479061e9552cc97ebb89dd64b14e7cfccee18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d531de13e85dcafbbb5b6c8c0c4d2b39a4855
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413d636f7ba4728adf4fd885cb8d0a5f7b37a69a1c33923ac5b2f6423031fc3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a478aad656752fc3890061c3952747dc61dba3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d34e6141194593874b97550629993393541222b71d7736b7368edfad3b90ffd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fed2c7b5701cf4ac9f64fe6987c8403e0fd9406
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67eace2422201ccf02e5e8efc8d334e25046939b333fdd8e592e1eb93b97482
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86d7e6a1b3d90cf16782731d9bf49803a784e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bffc00255ff101d8b895673d398900b97bba59702ff6f2da75f84ff3ee9d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18af5fa139bc2c16b798be7005a871d0bb2bc11b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2155e74163caf79e60d4db8ce476c9c257a03bed6d6ca7cff2b272318df0c091
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c2b154db4fe188d87d99dea1e2beaad94ccd48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492eee8f892a4a68ccf93e9983d07364f8d7953de1d9565f9c27e6beb00a14a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12358ef2c5ac77c385e5d0940f40dbc442507475
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad0eb7c5445a99ac8eef6c7b1c9325b0e689ba7738f0afa678de36c3d4973f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ef1f1fa5e5c2cc550ece175f616906fb14008a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed406901d6bf79227c69b9eb9bdbe18645f5a4753f28e9dd555970a4ba20fac
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5929849adb323d41810c795de637d9db21462cb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef460b35dd61f83bf46f6e40328151f013254a3609f366e9ac7f16aaecec9bc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ed69fabf6c5023e2c19e4604a0ebc4e4773196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026b246ff5dc344c62a1ca8f750006275cd25db6fdbbad500e5228d6d9f63f3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b4425a1262977dce717c632e20945b77d05f74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de64b3d1041dba75bf728038a9b55671a021c64e8073e59b496e2922b176442
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4973ab7ded3d9b374a465bc8c3feb9ffb8cde5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a4165b4db64fb1b7b3f32e1c1024fd966f7af8fc2e823cdc6b16407255e1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b4f7c5c1ab27adb39450091e0db0df9662e02a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f2875c45c3a905512227a0e50bd6538bddd001fc3b751fb1c8923b2d58da60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b84b7bc5cdfeb2d658733d5dbbb0adc20032db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4260ac915b281cb74ff51140334ce5cf359fe52cdcb0bfa946441a5a814ac6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5558a9f9314881d58b979ca6cd171306f262bb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2200de6c31c8bb2bb42ab851107d42f98629b934276ae4224441c35d17d68b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944cc769d10525acfc9010d60836d5e7d2eacf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b0479c21a32079cdbba362e00bc2e4b0f0092d397797db57790c1396ce17c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6a4a72cfabde9b2deabd606bcd8daaa4306a7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0a853bd613593cb39ba2a23940756d7fd2fff61f48f687a2bdcedbfb5d661d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8691ce85d8e86006da5b1649ea9fc9d24a50ec81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519e3bb3bc5a2c95302c00305379658f6d5c2181b70152ba42eaabb2e38e90d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b2f250e8cf82fa00b198a2a8a7a4f23bc4f458
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab9be8b3a56684897b65ff32f0ab09c4898e733a59a34a30e3b2bd71146da5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f888638260c56f0f0edac936596cbded21a64ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f34ca6279d965d12b4d24ebb582d593f01a055722c9bbcf280a2bc2ca0c4f1e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a069097f29f0363adc13c12707fed67ea3f5367
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22d933c029899ffdcab7daac07ac4e6ffc39e6b943256369e560f97991e7d88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf2c8a25353700c3c10a76d65747c9da34eefca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4f42b7ff87c676531e745e3ed64fc04d37362339d04ac0d8194866a99e439e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8b4b4743d165c82d1c21ae195e920f9f66c1da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374bf2239288ad3160afa5edc682994273975d66bb860cfdb915b8cb9ab411b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49529af988e618ca90601f4cbbb5e78dc2f4065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10586f972adbd1276dc87ce69e0e571f2980247bf22f3f67a5f7cef8c6b22213
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a05e24648bc7511656a4a9ffd60f4ef4c3e258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4e8fc1c040c1a6c0a7f8ad5ddeb2831cc597941ad6462cc0ce0b778837d355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8a8fe37f1082bd4586001a5839ee501775a698
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12d56f503c0e6a4d7b5172eb7d783bf94d2d7c1957196e36f1e37daf811fe64
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5337b903826ec128eb3f550a29b44fd0cbab9501
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771eb9f70ec8491d583a5032e4c9efc2480dfe018d8ec2914cb9daf667fecf0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bea885b55b157fdd214445ae1a176b6ddcc890
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979cbe38627c5a1b2d7d0a245266e87d6627d10bfd1a4bfb77abcb4e78ce18c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3eb23a0ffcd005b046e3c26dfcc37cb6a168b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7b80c1a976cb98ff756c1c30b777c9025e222d4e6779c746208bbdb50b704
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120cd03756cf6fb5ceaef53f2ef95f5382d07a2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4229b3bb6a0983b653e4c9c6552292baa80311fdd43394362b84f061fc69dc3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e196f4cda2219bf3e8004184525703df900a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c686ce20fef27d3ba1a7fdaa1e939526b632bd4cb17d388c594b07617bdf76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5569bfa81f4c6df58a0fb9ad9a83f1fbe57c3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42877664d7b34ce791627742b18f6efd87bffb63404a2491b70abac1b028fc87
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7e0dfdfccddd149d4fe95a7b8a1336451f464
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966bd1322e21bf427618b3fed433e5c57515760432b7478c2fd4905570841e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8e08fc18e8d03d4e2ea83daaa33ed74bb4ef29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b15b7f25e8da2081bc822e02264497508b682b38869a693059cf520ef42fea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb7a83cc53434d63a91baaebf15f7667c5f5224
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8663878f344096fe48e4692f688f98873b8ad6803531bbef476710693f6cda0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acddc4112133d218bd462e2a589f1af87426bcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06623a466573ba89c13a038f4dc78a0add6ffeb621d8a62806e9e65e050d3384
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8853c70b4ca9d5cc52c530723dd9862fae606cee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc52e607b0d1f33dd7133ba697372c0f027d9d030c9012dfed5cb2d541c8b748
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231f916b4903dd8659e9f13817680156e9cdcab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85f52af0ac3d57b9a8b78e276a7ac93b54490bd40dad9e07bc2fef00a1e3c39
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09cdd995ca85dc17c8f247180be52bdfd8da0a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3ae2249519b1f3c6346f628a82936965c8570a896e6a21f7b728890ae5dc25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f890c607ada15ca77bff40c9e0670e664191c89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5533674b94e416b811483899036b2e5b207bba5593b7de0089d0caef743ac7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28202284da4cad280d32202fd9c1a7f4e0fa3207
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07be621afa4600aec418ef3088ca214f97274a4fa0bb0a48b9dccdb820f0a099
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388444a66b891bc42b60bc25b37c1bf5ec510286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6051c3ac7a03d57f2e0c36eca3eae82f9a927d0ce3481a93ccc4340e9008b01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1b3b05e12e92d4752cd7868e48d97fd6a69ddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5fd46fb7001d11d2bc945ee996e292b5bda0eb7a72a585668fb93bd4278c3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30208251e929eff6896388f53305251ce8e665
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf08e9fe734892b5835d30af6328c01d0c20de1d4cf567c6c22784cf0b6f71a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f205df512afee10b513eee790623d48044ae6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7278b4fc4cfa0a996e8dcbd1ad2fc11e79f45fa4d5d7a7b52bdaa8b43a1e42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082a369585447940ca9be658e21a8122f032f68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade07d3d3f6a519b57c0aea299f0a831fb99961651f5f940393cafa471624ee1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8466e8bca19e72eca6affd7c7fc152ff0816079e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cc5e83873e9a0e87cd8a609006357bb2b6a03e6f9ffcc17018874d7e40df7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f0a3f5dae5b17b9396087c14dadff172079ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8483457c32432c7e98e50d72be43a7c6e4901ef9c8dcb68d13547b4c9cad5488
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6b6cb43d172560735cfbd407c1338327aa8d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962fb048c343df482df74b12140aac34ee228ac8f67fd7e7682065306d19a7f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a259678d35c948d2e5fac647f6407d9dca7a480f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef665eac32f18800430d22307b5a0f2d64dd5e276342a415e8c4c106b8a1420
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21326a4df403706dd128864d97a361945689c77e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce67e9164e300e1eb6a32792ed4260de63219fe7167256f44b3957499ff40c07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cfd9e7b556affdc7afb42beafb7b0678a76f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63310b4117ce97d5b6f172f0a6131d1694d80f775cd0f9866af7207a909b6f9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7a9f7e66a9e1283060ab2fc0508278e9b23f96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e92bee650e68ff45d864aebc944effe8c42afd39c5e8aa0829d1ad09688284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baddb4e0a9cb2a5abbc8ada833db90b52abcf908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c7b6314f2a497d2cbbb015def8e6f7e329c82fe91b71b06f6cbe6718b03b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c0fe2764ae93f236a959e5ae66c0ad7820b94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d06db5dd907d89f5d0459f8652ba6ae6472217b4a6ef5cf6846af890c81258
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bcd71b38b8b2452e133efe5ec5057b67699b86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46241fca52229808a6dd0e8a1c60f289c5cd0cb55e24f6a4024386adf556beb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dad188a57ab69121b76c8199c5357f8721c253
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92de7c8d395cb6c87ee0f55c170c6e1784ab0beeb8b39528b449caf2f842530
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586aa5e0551b03db5672e9255e406f006163d53b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043a436215a18962f077471e1b77960ad48fc06aa5d457432e348276f2b9b1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e0987c4c70078da45b232493855f28cfba9fc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85d66f3fa9fb656b25b9a0b37350c9c1b499cfc0c4d875df981f2a5a22c3213
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6671865d8d6f6632b8892f44fab0c4e3366e85d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927294b8e74f4a6f6a2ac19aac10fd74529b74bf12e9b352fd3720d860d7a09d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c059026767cc53c3c97e8cc4710ca04e598277d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2fb8931acfb9244c790266a731fe813199723dd4a13a69a51c5618d969d7f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca07b4854fc65e2b809da996fe5396abd758a9ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba077020227bfe864d38813c2df3480b044365a71f257d07f8ecaf5708926fa1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f202ac3a4b7cce6f17ae7d8160684c6fda5327da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9580f61f90588e0a21c488beaacda14a1dfd894f394c5dcff7cdfd5c6eb2e5fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766b89fdd59094c9b8ea1180023e9589f6b3f4f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6909c006d3aa5e94f79247c42ecd1ce749716212a6e7e0403c3c18f5d349bc0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410cd85991536fcedfd69088124547ef5d239dd1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d720bb02bcf4fd8bb4b053428b1ab0f6c73ec766fc3f7dfe2ecb58a8a4b5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa28eb9109fd7e2d6b7ae8f857cf330c707a0ac7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c3c5d37d79ef63d684b203ef092e62fd4df74848b8b8208b8f8db20a284252
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123ebbd59628b2ee46c67a490231a9fdab4fb497
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe3cb89608963d3d09b976babbb159550842de451868dd25c3047985e057ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96967e9cb42eedd245c7442dc0dab0504744ef32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcc5a0b19d5a4c94331c7ea0401361bf1fdc5793b05e2418de31735d440b143
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829b909a081508e8b477cddb4fca1c9ee4fdcbe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2db2a7c71ecd0758bf568b0dbea31cb1c2bb491d7a2bc0856d9a3e685f2cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a54047b8e66f50b5eaaa0d9e9e86ac5901c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f22828c62ae6503613920089df4b22588846e59928ed1b8c5dd0e63276d5c09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20e50697b22ba0b74f87a2478f76136591b93dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2f86f2d7854af62a18248de7ffa1d79eed5704fa96746582b9d0d53ba8b91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8619f68d2a1338e6679d3aca566ff9ea122e9067
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f1bbfa1ff82051d8eea88c99277e4fa63fd03be977de5af2bd4cd8861348fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4c151b731e373f31ee7521bc14e2892500a859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70163223d0dfc904d219cb6061b0a93f6c31686ceca5510353c979919b98989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdeab0e425a79473b9da47e5ad313c231fb5b675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67334303e9f1efe747851a2f75edd26d0f2e48b61162d37bd55eb81680febab6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1747fd907b903e9bf92f15287c4df8efb8e7637b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1893c2f71b7048e04cf6957a353c5716f7db6979e034bc153694a8fb5fa35c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a7ca081c851a6a4e7dd5864d65387839ade35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478de1ea9ba96156da2bba891cc450cb05b5406a744261a82601e8f4ef438b17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2520be600ebc4342c3086adb20f0be846e16d296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc122c7625b8ef9d5b5acf4239c831b14710a99547be6e6bbe5ef8dd2522e2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e92c3d52f696105c4c4c9d98d01567ed667fe9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e52cd171d8748a50905ffe57c9cfc71eb7718bc898345f34d06dacca1ad830
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d568c555aaa0b60b8aee30e5ad477662d49803
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96830552ad3417ba14dff4e3eee06d8cb492c0507e0cef248fa1435030f6b53f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f311c9e1f37df301f280c11972a022687f4f23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f967ace6c2bb35bc2ac65a61dcb9689d82aff62de82088def57706298425d875
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3542759672ae5dadc12ecc8d56ee74b5ba6d531e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed757be69004c865709fcf38cb9a7c3954fa283fa2022bfc39ab33c83e6ea65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2834b725eaf78ca339f1febc159a125bfc78a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8513db981c4befa1cf48c774c5b8be1aa2e3261c156d05b7910334caf256fa9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07ebdde4badd96444efa9c2e71cb154acfd8c82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deb294b3d8c2dadfa04fa2b85c4a4ee4e4544e7f14ac0f6235ac6c8a39cef99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bb33d3b0b4e75875d85c4bd9e13fa2bd08bdb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec710402c315aae9ff2568ec84571b424f226b071fa3e739ceb85c7b80f0c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bac11638f32f75b0c07ba43752aa559428e1c1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de43d64bddbcc3709c1afa383409439e61517c61045ee8f2c4be8e8c7a64c61e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ead17688fecb43fbda056356fedf904649fdc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfd46210ed8a31dddc2bb7bb5e0940d52b47ee2cb478c410839b36d545e1889
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b67407b72276fe9649ff8128e847889d076b99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28931018ee393ed0db50eb11b7379b7159ff1a1f1f50e374963cb410a06409ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce4f89e909f1beb42b72ba0c85313f166f9401a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1765cbc15dd4ee4754266f0ccdf1d5145bcc931e501db11b0d2b4e06bfc1f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b3af48ceb6be69812cf1242b0a7df9011092f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae6fe507c630e81f9afbcb547c919d28c3e8ad5c1441c3948cb6ad021bd645a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e46b249f2f671ade9bc3ec7cbe9af1e66d880db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b497dc780066df3446b387f5543cda1a8f35d9e98f3e706b2ad6e844e086d56d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5530ae7bdac6dd9948a6cae38d7f112eb957807c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e894972617322bcb39a81be73b4771a2e345b14b1fef783995450ca3991425
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384a725555c91f2f123d94d2ce09ff7b9620d7df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8771af5e5407e8d0d0e8d5c15f6172620930064e06241fe16da0f733f325b3f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f150b603d1aff971d6eac09477a2607f462d9f85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a5bc23d50c8ad948e9449a68883330fa8e9e32095a7cff30da04d49d0e916d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54e8d5db1f190e79f833fe1ba7930df2b3e22f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b82f143b15e4981a89758ec8ebd0205f5b2c44eb6068280538a0e1a730a0be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae09118b9df0f9f8f3f5a2ae73dd305cda7a37f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3871ccd969621a23a305761dd715254f61e6b994fd4cbcd22872b2459bee1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b708391f466e75d57b307a5c0306a6fe1c7e9214
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfd48c1da3014f7bd62f04708d7ad954750645a250e06a9a7cdd1562ab5fb46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccb461fadccc5efabcfabb341ab442da1d9ec45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed7a5a4deebba5b0e32ec867b400d71c76705cccc0ef7e660d2bf07fd8b5657
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728333fe672c770ef356633fbe861c1ef939c006
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc2a21143beb6893dd747f8a8eef4592e1bba4d5e8d9e85c35142c2deb5b118
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538b06eaf389e5fc569ee7bf0cb769bd2c27ef67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3b9178b8e70e9cfa7273cf0580b4017add171c1fb39b5511c4bcb4c168c891
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b48a0ad1549530b15af94e9071c30db8f1c532
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad4422e658327f24096edfed420453160aa53440d19e069017196ec1ef0daa3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b227b2356b52388b0e6b50515de5bdc21fcd654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe62bff6f362cfbfcedf7f946e944998691db2d1dd2e2f643b96eb4445a8584
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112fd333da9c56b3e3bef17150f48deda3c8619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc0d19039d23ae0a5e70326d0d1f7a1c3bc643197355b6bbfd7061f7103e53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45cdac8bcee0563cc834d2d0c5f13ddaa897299
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9906aaf8ebd2b66898f4f20cdf73d5b86532edceb98fc66cc4c7851576268057
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cf4e3b3b9ce349b6efd6ba920b39ec99494286
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7db2eefd72a33e2759a1ff16080cbfea9e3873cc895345bf231fe407a285a90
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340ce33e39fb99979e5f5ce6f73b285437bf9684
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e274c81712b4c149a46d7b6b790a6c52d15e00a6d8ffa6bbd5c28331e6befd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dedbd0ee6b3379572e8694fdbeb23a042b02301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8c900bc96d45cfc4e575cf6fbd1f7837a0b19abca9b8cc201b241a6343f9d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f12f575d1e2e10222e05a2700ebb5c73595abf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be80c7b781aa8bfb7f831dc3e9946df82c466986dddad4c7e35deb06196b5804
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd8a4243b09e45bfbfe49363a9da2f57b0f7b9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9da26878bf114b0ce3be9073189b6c223db59e51187e044f888ac98447402d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb53df5785a57cf1bd454682183a335c8b54c35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647628d5104df7f9a4334103e8962fbc49f1bf105e62c91efc8d3a52166e642
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbf953e74b4cd30d507097b88fb02bb06d8d000
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c09811b4f517dc85ace87820444e63038e01ea0f5ba29620ae2c4c3046e42c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a661f412959da6927cdd76f4b3fd1db90369ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07789aa0af951a4dacf0836f5dd79b394434293fdf7573e167d40b63bf163ce5
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1d0adf4896ce58dacfbd72d57dd05f39c81fe2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b73db3c497ebdd78771d006b788edc6dc58f4554b26dc527440a0acca0f4dd5
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c66efcf71263b6dfe3623142e7525774d6acd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fe7e9d8dab65189038624573767cf7340b29a049aad9c2169d95b752eb0646
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3b6cb0331702398660615151af9b06c8f0cd80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77db34d6dcd0f511f7f7989c9bd0a601f09799c6c6dd2964b113cfaa0207510
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb91e0a5cf8838038ad7f829f6ecf1cd83cc0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9788e4d56b1eeb7cacd8587f41558c7e9c0d59628259345ab30c24c9772cdf5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c8264354fa22bacbac2a6c0a4f16e1d28ca675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed2c773f3f2a3bb346e2f15746d3acbcd1b8abf5623d6dcd8f15ad2fff1aa6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc353265d14783800d0d3b33703992b3292fed0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5b4581db4b996f0cc6af97b1ffe9eaf6f574aec64c0504f6cc0e1ffc40bbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231e4b69f456df5abf4cc36251091e2db285f84f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c75db2521a2a4a80422c677bd355cd07931862b9a30b68f8b8393fdfdf4103b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4820a122e36a569c471fee159e0d5645b87a03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8f5f582b1c14dd127207154c3ec69d74cf542f00ea3bf2ccf505df5b4cb417
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0368f5e292e1aeca4c90f509cfe50a33a5125dcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c542a3ca6b0ca76aed8208d928d7501270a0d0d7bc599bab54de157bd0dcf1e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b332847518b0c45e89dace6857115c6706d7c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1896449779ff777431c7a4681620075163b6b39a4e70a666331804966bd9e0d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9e07b121bf86e19474f8e7d3f1de09a5bb48a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96477f4e104b0779509d3e26c6c1feb2aaedd3562f03033613bdbc2ccba98413
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16fab5acb97d595e34593c1f998493319ae19b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899497ef64259bb35cf29c906cc77a87a97a33ff7f3182c21a4438d70cbcefee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125ab4f58470ab41f0b73f03e34727144e4516e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f83e9b7e36957e803bb310d4bdb6ac219e554e197aaf55ea2a02cf20b0f67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3cdeccc746f39c2f1e6a59fd0053399039d56c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ee4b2c98cf5da2dc0733f73266494f8f9bb74048e7162bc9ef062f90c3946c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e4e9f490a18ac637a1007ef58ef52a175615da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33558591c5f5a25ad62d308b9e029a66bfbcfe72b906c2894ab4866d0d3c5c4c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4e4b024eba154b045942b63448c0ebec19e8c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a1d840a66d0ea20a7881cac858826054cbe1bb94b28f4a75b5e0813ea5e026
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb11b7689575c0c14fb9dea0202222aa9ddcf1be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55d04f6086b893807a19c26523c65638474a2a5c872d6f688d24b28ed033e7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d82404326c917bc2e60897a71a239b72fea3fbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2101a7221dacb10648c04263ab054064ab3d1a029d5912f980395afcd45c56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba58b88b3a39b679f22ba84e7d68dc342d074b33
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d5771b9715f3e6af79d1ea7c97eac84b0141afac66039e53db3336118b234d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c193c88b9767c8555f49df0a3173510a05ee67a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a5261cfa6563cb90427aa91d4f4c7f283505efdba2a5f1227a17895c936465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0df36a645388dbd59f02cdd70141f9134d4b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f384d6e0772d35e3b054076234e4c0ee30048405f3011a5592d00659e5d905
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7cbdcd3505cc031e491d8c83be6b630386bcc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843214373390a35969811e506245ed13ae7b76ef4870b9e810da7c88f70308ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc78668433b62e7b360be81e1ef882af61b3902f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b96c8f0258d7e48ed553c339b30e15c9432a47c2036e875ccdf78350c62653
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0118b21f9aa658b9e22a77e6e21369a72483e301
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989414d2312193893850efc80798bbee208b78edb817e10aeebb2f92cfd1d5fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278e84e9df28b7975d9e903d5a2dc4c417af03a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abc7c5021bdbea5a9045c54be1dcad691b197c23472addd1c2be1e20d8f754a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3f67f04f51c82d4e092e5df27a136bc190c8e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43cd277d4aaa09d9cbd983b0299040f1bca952116f5ffb8b3b945aea64fa625
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e673242813d86450b173ecfbdbc7e21cd06b6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f6ef818bda2031b2014a526f484912784785398800e617378c858e7647a380
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fae519b456aca234ff5b5c0bd7c249979f4f6ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c72a92147e746c91265a115bc6193311db779981aaaee25a0005de110db4aa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795678e7b055bbb1635c6d7db92fbb981b66b296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c46c696860471df3c080c052fbf25d8d4524d3eacd0a14260fa195df405623
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75da6d6cc552686b053928cd93fbf652e35cd554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b9c6ac5bc21a8c413e590b0c489a0a2e629fde30f626528d0913b72eafe22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2a938e5e187863920e96ca7db518794d736c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5e606c76273dba26e8c5e750e94c7e811df78cf2817d0abc1d8529f3a63a01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc4f8440a19cefdbd328d76fababdb9af154d57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bceba4e7358b2fbe8a422bcb7fa0bf4522395ab5f3cc081360eb96591bd812a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84674c11db5de67ca4477217dea6d76322b9c8e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35853046b51d30225951f9e1ab1cf6e3340ccbae588d40a950a67ec8da82dc57
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5965be09a7535ce87102825fa118219437a7492e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc8b13cd278be034c6ada97d9cb9fd81956d11f22dc91ddfd410a1db4ce770
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e979665f900e041b5fa1f39116fa5c8a61634b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bba9de22d4c64cb0b3642be8c249b2c6ba0b9fa9b582f45e1a555890e00bfe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ce3172280822e7a2f22f0d8550a00127cfcfd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d58a1e7255754c45fa8f2c344ea02516116897317b5b7558fa7ed224bd88650
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3690c690741341d6f2aebf4b7f8e3af33400ad5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cf2a53e1b1caa79483c118ab48ef25ec6e4f6aa36a416e4d495499388ca4d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329c036f1ff91aed42705a4e7e792ae548ae65ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e0d03852ffc9efeee8dff72c7ee887abf915380fecf71e983eafb1b409040
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabe3fd0788ede0ef70e1bdd26fe972b839c6e89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4c674b792ea7142c3c189ac6654b83c4393df8c6886c234f41c9bc0ebb439d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93769d883b7f12e728a782702dd0d5e9b49526
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d4af94500b4efc23692c06dc82795776392bef196f6fa6cb627b2f46744253
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5057de1264aa74d70915ff883acc86bd040b99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d229aa4548987e370525e0feb504bf960bfb154d7b63ee8350dd49189fc6b323
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2540efbee764bb317e6ce1be4ae8f86e8a002649
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b38c081b224285839db7b2b630d92aea1bdfb7e378cb53aaa2762c6cdd4d893
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257ded12391d7a52e13eab5bcaba335ff6506016
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63956ddfba568f0ca680c416790793dc9ca88113eca08b3cc76662eea7acab52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca944f24fd390ab3bea16b56429d4007ae6d79f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed61665f865b1404f0204c130128ee6584bd778163a001395ca33ea94c09e00d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8c13c6195e77962594d48e8f5299d40b7efee8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993fb8bc2cfdbc18b6957c50e6fd88b826f4ee46703bbbcb485e09b986d00c4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015d057285b0a6e02ce0803aa2183a02d3171ec8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e57603140322b63f8fdf54e66228aa64b71bfbffbd1362e3927a8fdb193215f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a09e408e3727c0e4c37c2cdb987e32cf294fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cead76ec2a818c925445ae1f3f9f1857b889767ad6f6727f432cf82717173294
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac1dfb11b7b05616435eb0ed296728e5418a77f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec707da33a300a3b148106927709f6fb9a069afd3e04d9292c2409664c5a8505
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3926fdb61e09e01e92e09999d86086cd7a191d0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dfe88912d94be25096f63c809df6e7bb00039c7ba367ed4325f3fb6a56268d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f178d63b56f6f7198fbe8c8ded98ef7cac9103
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f788693fb6f92df4425830d9290d2d42f5c6842a4194f4604fc7b75c9d46f5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac3f5615c01576138361286d3dfa0cafe16df0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbada78bbe2c452e0ecd73646f0e193f397763c7098c2a77366a22561c8bcb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35b131466322c88147ef11be6ab5281f4501b9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a242a75f593911858c8dd496aa79eef4ff93c83cdec6f8b9a98a9323889d60
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d91161ef6bad1d71452c3fc18a6719488a3995
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2671052c97984a5389a655c86858141a60d41e4a0204dcebb22d78d098f48db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fface8d87a727899af8d45e50cdcbca23fc64043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a387029b522d202b8c3041bbd3ff4714a291026c0eea1a5cb474599186b9c69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86fa1e8bba782fffe41599e681332e76dc83e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458916b7ba2b06b784b4825a107262f0e747f45c388958d59250724f57374e90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d197473f57bb40b3ea3db53fea2c95a7ef56be90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852c8348ea41d688b00c0de262dd88d19c526b68601b4929eeb3171968b059c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1941f6578fcd669dc917c51bcb18c6961cb762ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185d636c2b5911dbfa58e7fcf66f97edc8e238b6f12da0bba0c366c54843c251
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f86c6fe8086b46f467b66d44c7cfab01384047
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c2cd97f71cc084f8965304d33f802f98aa745360cd8f0e636c89aa733979c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599e9b68eff94e2b443d4551639eda57269b2ccd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a1784a558736b1fca9343e7f2eb20528e8f4b22762ef80a13276cab295563
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c0db4324900ff3e8fa9e73d43b5c94dfb72b1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e54b40ba56174339d18025987798dd0844df701bc8546552959f70c98eec67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e9ed2ca56b2ddc7f765f5a64f5ebd80a286133
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448146ffc58003ab7e67dd8d3c39ae9846df46d06d97f36d96579f299554730f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f31073b904bc49cb6e0559af84b805295b3247f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd7d117be73d6d0a4b57be863bc183ded4781db89603dc430b578e24e4cb546
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fab3a9a38aa3c13bd72ea69c881affb53ea5c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c6a0a98f5526f1a38e90673a03fac0e9bb6f7e3e9639dd0e5b056da09b58d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c82972302c5fda112b638ecb7b2dfd3ed9849ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db393672c1fd599da5c458796967151e083f20ccdf5d894137c60e39b18a98d7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cfbcb98545dc7a45fbf4a2feb6553ebc75556e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba07ff5d10b0487ddb85b98e6579ccdd16c3372b6ce73bc90cbcc8093c46b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fa8df6ac0a62caad6742683d6a283346fcbee9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58f56972511688d5d85367f8ccb0c4ebb2951e0a004f377d4fb5eeb24225511
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f90be4a643b576afd5b454197afdee24cdc662
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a41122d11450d87cb4c30cd46b62172e6f468744eb054f9e13e821dcd4a356d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b640700c9504ce88b934154ac67f56a15fcc4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0bc76349a9ad5b4a2e5febcab58a911f0f2574836607d3501c5bccf7c44073
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5758e510143e6fa013b716403e7b768747c35934
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ef20bf97409a34944635dd8f8d3d5943b1b07ea158fdb73f43373a4a8c5c77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3999cc9a6c39992c0ea690b1fe80bda2890d9308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b1ae9e0f935afdf771b478b768f1b46604eebcceef51db5a150ac6eccc5b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7419c727dfa66341b99a9513833404eda572873
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6d2d3452c2cdfce7556ff16a844f06d1974da4104a379f6be9fd037cccaaa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e46780b8fece34fafb64b97d42c846508eaa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aba6c6e6037ea8a274c752aac892afd72660adc2483d489ac321b2adea1958
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dffb038053ab1876e5db1f8c6438157ce135b75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67f3356bd3974d89397582cef32c8f53f1803799fe5392c862b7387bd03f3e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd326f041ed6de4e7115a7d943f153502d18a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c6976d209a41b31f72e07fecc5286fe7dbbad1f59cb960a98f77faf355681f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1604a2afeacbb39fb2232a6b2e36e03b6aef2be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447bac2957c8958a1f4b0f2bc7d8313f4084c1360d43411ad18aa1cc209a56d9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e156a5a2f58c356d53c5cca3dfde225661282
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a480ef21a5264dd33d4b300242b5173993c9f54dc42d1b092329c349e95e2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475d88e6939a3a3b3bc69c397fc49ea8e2aa239e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd2171c67c8d7b5b4e7bd732c1ddbbc1c8948a47cc8c245637104f05aa39499
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ad82833232957e68a1763c5e4c2acc8673eee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f454056cd88d64cd9e76dd9d04c4ce7be4d83ebe98d3d0bf64629b49e8cf6c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624ccf82e8000f11c4b7a56edf4dd7692ba7ebc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae4653dba054f225920e7e5e412ec7a1ffad3301ceeb5f7b8d64263c636447
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20812e601cb0a517cf84d027c9bd08d4cb948822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7088801b4072773feb3545443e47cfcc52eb66a7072bbaf7dca8201f31165c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6368139d951a6cd0117585c0181ce4d046fd2c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bef658fbec4e1eab7f7109a3e0e551ace43c0f7536cdc664d4df45f876d6e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2438341a4cd19bebd3f4bcc9af7ee5a8b7ddf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde146306668d637ff80ac2d9941f662675e85cfc15b780d02ea0b9c997dda90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06715476948467f49e2f0bd3479e83948b2df816
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb22a65b385f7941716f75f2cf9f53a70901b2bf7da22b8c8cb42c02fa5fb94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cda2d7a8a3f81f84f132d84508780d1099e867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d5a0cb790d6185099e774759807d1bcd1784e18c6d1658808de1dbf251755
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c010eb5bdcfe1000bea7893869ac3f590383bb4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b313afc698ff91d6d47b27c9b9c2d420951cef04f9f6b569bf61cb643a225a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55075c87aacf67d4f9e47624a3056cff5b84f08e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88160565b2065ab7d7de8cc05bf4e0a5ec276888b7160bd1196485f0332b818
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dd94b50bf0ae7fab365b571d52e22b7c077183
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a506f6c6967debd86a951b42f186314bae78c8ca2d9270bac3172a3f94f2b0c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6f1e81f3df9833eed32e376f87a947d397093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0457b12e5538c29c2b4da46fe7082906f41a97345b1ca0a7d041cb70963424a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d254df4e8398d11cd3383e20fb80da6cd7d37d09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a1456382e9136f45c0119ccbf06da2b868b45a1a7588210fe82ed7b42860e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9429595b98315842d57c7221c333503f8468bd78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a6efd0cc913100f1a83d6eb6ea252db5f7759a0a4910d5149f3ee3f94ad11f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cb48183e06d4f3804957fea5dbeaa5b2ec78f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537f0cfcfb9759e762ba19c3691e0888cff733dd8c7d1ba8a68edd9a22636d63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febb02c55ead38026c847cff7b65867ec086ead4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e949a3a528aa552efad83b5709a71f00ce26dad711d66d79a9e3f98cf23bec0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfe2908e6bd3356d3aecb80b001505e6abfa38a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af27ee52731fce305dd1fd4b975ac4038ac342c71b404bb178c5e4cc13b22e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7968c9e6a4d6d8f541a319f8f1779881fcfb61af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4dee9d617efa32ef7849a0e2f8c4b4051a48379feea104a904675cd3be4419
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ed208f5efda19fe2e5299f285aeb4f7eb484f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65a72e0ce4067a0dc7a3d555e43df8cffcda136670e963adacb23564a01ef77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f9ffb4e628b15757e225605399bd6247ae66dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54795dbdc119e0b20b3978cf2f2eb7700c52387e190022ee260c1c2254c4297
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d499172dcbdee6d895fef941b724ed6253c1769
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc06538c0286d116e3cfb1a94e9175e8e26dc89f8a8e14adfb5792aa3394d69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af452399ac5c3adf58ce50b1d6b35a3ba9973b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dc409aca176f72488d9eedf0a238b67e005bc174a143d87571ea22589fba98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4237d04d0514cd1a088933431d90e6c75fd856af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd47d7a0c39fd782320aed7bcc64d53c58049d71173f02d0d492219617546b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5917dd25ff90e9ed3a3dfa572f483d2117dd70d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef784a608ef19be86d3f8d99bd5afd1201d18f58fed7d3ddde985b7db8bc0ec
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de78ee2b85d36b0b766e584562a9534085a8ac3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0368e39c7f922bc95c72b3fb3798ee9dc1d3c3a925ff2c69d6a0ef5061e97a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2339d8c72d74947b8859202dcc5f434370d4c61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27556b6390d7ff4d2fc929125caf2f3ea67980456250c0db9555f278fd700a4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1819ec8521eb96301a2ccc4f176961aa18954101
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8542b5cfed014b9deaa2f455fc9da40f9831a54dcb74a14df0ba3a2dd6b00b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b25d772e321004ec3bf49db932cdab59248ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fa15ca8bab0414f95b1958a6093bacdcc8c06bd5208d0d154a3e4f50816a23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd179b2d8b7388d2444ab40fd5017cd76c27264
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6062d4b38baae8d03965f8a3cf14f6413b643bfbb98c1f8eb2fb74e0a3de1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04c751cbebd33ab39c20a2477a81f5b6db9dbac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8734449b0923a37dcdafe08ba5e53cee62c24535f928504d567739f0a9ede2e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbfd5787d63d17886f242502cf1ecde1c1bb364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032839695703b423da888de29b5ae70cc96d8d8d334d939a5301adb619891c22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e90631671300eb6e3bfc2a33951519237c55518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18352c76cf359ee0d9f9e68d40429daff3c085ead89fdb11fcb6f38805c9b995
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a065ac20a0c72dcf83bfc38aee4e1a62a411b31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aace571b094695f6f699ce080c34f707b6af0d31ce76c00eb9b0c85b073c2f6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18de1fb4eb4b8c372fe9654a0d9170fba960ab98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f7fd9db9981b7e8b86e8729431ab29d12459624177ed0d2fa1b105f288954a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca08ed173548d4ae734681804276342d9c559ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc4412400a3aa1052b7b7b86ce16d5202214d8348cc629e4e501fb043d48e6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c5a012e16718a9e2fbad09ba84c84f4d2c72ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7f8893329ec74d808b9513bf22001caf4b852303a60ec50018584d2c9832b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdd246ab5f128d0c4500133aa9438821ab2142f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bedc33542baa04c922a9f6cda02bc38174a55d0ee089d94241db3195bdf8ba7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9081cbd4b66c60633f912ab31a4effc4524b8edf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9854cfbbe53c914a81ea304eb9d191940842b38d9f54b72f004d95398d7a968c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acfe8fe9a516cb468cca1284d2bbbef61717514
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9c74651ea2bc89952da35bf7f7dc4be57b91305f571bb5c5bb8cd4dcaab7ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301abc00b44cfb45292bdb0c92bc2869765881c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba0b928623e2d710abe099d965753ef8550448f8d595b3e3eefd98c0cda79ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddfe1ad5d7d52898d8f9dda04f9f313553c74ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a73dcbd8c5573c33a785bfb3f8f53a9270a338f8686895ac238af091322473
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e59d7b1f46f99e12be93c69eb85de621c2ca01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35dc0e52a383e1634755c563166719782b2f436f950f58b7cf795cfd39768e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a59935db9242e1e62ac2020d04e6b25f5a4d924
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd452288f0d69550367e0e6965d4db3278995589df4fe2e876013a11c96e177
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e41fad5d7801a0581c5138b03c3f6e9df239168
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aee95521f5bd9b88a9108abcb20195ee8d9f7b46e8c8e12b632b4da55d0558
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c584c9bdb897213a4c44d5c88f8224accfe523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080873d35b9f0bbb123da150b4af496b2a9432b5a5fa13961a2fb954f584950b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e0689cb95d86cf338dc6f85153928d1cbd9faa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5012ab868af2eadc34e3e275e5273ea23d0be3c33df8f547be54b670dbdb869
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc75812c828b42caa9357d26d6bd832c7e1e154
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746911179a4961791e0edab49e4649d9dc18576001ec6299b6d213f06768d747
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c53aec34b269b6c2c6081c35aea72464e57212
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca63b932acf7fa4a0fbb16f3fc2573f90891437a6250e17cccb68b87ad9b11a8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3658976d348b374e6b3e45484055235abc961f08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9bb015b9c28f4d5a5cbb00be69fbed31bd65e95303817de7cdf6bdb76d4ad9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034c0dc934a114a691eff22113a1ad53d86b6ff1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb762254d18d8fa5f248c6a68d12047320a9fe75bf507a9a0725c38c4906d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de343e30ae4f7d73f084ba61181c9370269afce8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c195025dbfa71f844aea1af27ab76906a618782b343d8568c8749b2c207dcd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651d2dd8995b73ab8d165e6ab142139b9f48e8a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82d33d84009d278c628f9bd62787d7ac1d1a79e96503223cb1392bfdd86adc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7c6ea53d9e1a56edab65ed311801ed5e8b86fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb64c748f2a7028085fec9ffc7da94be6326bb2ee30ccb82a58db71101b0bc23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6287f031c0adc38cb274dbd9d3b570d5c4c721fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc345fa7a7477be0bcb9793bdc0f35a14c4c996b8eaad07c987ccca3ca3d2e67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c53bc5d359e2218f88e2449c1be54a20d4ee0d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feacb3af00ca4f1cfd809d85c0201269201d94912cc8b9c491710b79182d3d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cbfa2883497cd712a5a468729669e60e68e11c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be849183b48a97b126699881a4be66fd6b31ae19cc1d0e5566c97aa3ed97b9df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7fa69aa74968ac3d9aae151aab4183c5ad19b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a88afeb070e444c05140044d8ab9673347a86cc139efefdb13cc9511a71b32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aeac5dd2f792c3b809e0ef92b319ade71680f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c77910927b47f194d546dc4a13c74bdb9a33c12cc9274bc78f46480b024bc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d5005fe0ceb98354b671013f4e56942d556f9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8078e7839be66435b318a570ad7c68f7bd9fd71a8d8da48649bff2118df602e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434eec056b80c467d77c7eb808becb58fc50577b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28392c367b26f68870a5a6ff97d4b4780e1dd325dd4cb610c8d3cba2f8974a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93c7271b2f5f8fca339181655c53dd7b9a5b258
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dbfb0c384a115c9daf42d2f7964be767c7768f0e48fec391a965f1327c9a83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae631c7821bfb819a01b208366876508b9f26f07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18dd3bc40a287aced5685f20b93aa1441f0ab82db87b354191718ccb244ccc7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd018d66dbd23b9e90d393acbe6ccc51da808a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4290ba461d12b600e61b972a85e169439758c5e6ab67c92dae0211118702363c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4290e44d4b7fa474afe3603416ea9bb9a0f5d754
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8511947efe8ed35a45e832c188516b0862d8a7dec4ca964703af9a7ccc3ee0e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53e04f9fe2cf8a90a71afd2026a9d98b9239cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a860f619bf33908a12bea92f53b9e8f9f1a000d33db8c24f679da11fd119418
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffd02596463a4fe0c4589487404430fc12c2342
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8264ea8de80fb764b9eb01bfce567a2d9ea6e9144a77d972fdd14731f1bc3a9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e768f12bb993e6ed3cf0c107b82ed8c88078cd39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55476a50f4359ef8cf307a563ab2b6e4d73501b737852e6141bfe7c019a40600
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c503a2dadcd0e9b6c9c74b21db4c301e12f491
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f6029cadf50a7603e50e70dce8bdc4b0516b21413ec8261a22b5728461d55b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84cbb5d5c4069b44dd77085a5edec5c0b02eea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e729a08004f15a889c464de4dcbd5bdff2e72999f9d51da1fe9925ecee77058c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48261b982d120727eced78740eeeaf1252f0f8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b11bc15138686516229c4780353336bf37868149e1c15db66cbefb3c18e0d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d7be99b60eb1e39686ec671bd59984d497186a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d6b45c906c4f9df2c02850893663d028ce0e4cb490d36b30214635750996fd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e42c36ab5f4cde66115474155c3c37bc091226f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe627976bc224175e45db67428eb3b949427945a2e9aa01f7e8fba14162003c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d123ba17567108532d0870c9708905535328fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c546963d797bf535d8dc431ca977a983d5d414077fa46f795286da2911b973af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6403765f9c707575255c7be4949d7fa3987b121b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f644e3da672ddbd17a24b8e6133b2d6d4cfc2654af85141160910aa9249861
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50374152047e0a3be652d0b07c9e9de736545c02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be47aa8bf92a9578eb379a07f98ac980354ff44ea09338c842ce58c19d83d0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71317db56ed617ac63f61ff16909aaa9d099bc66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fc38ea309bde309ae4e80f586f49e5a91684f35809ba74807804f2254e4cab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca438b3c363c870511d50361e4fa52ea7408f104
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90335c833297f3417664fa6f383c0dcd8e39d30cf584562f36b8c44d032db80b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740296e953308c093c3eca947682c0c1fef0582a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc081a74d916d7e7c73a0219d7c7e7fed1f5b56312f0b0bb128c4f6f5415ec37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30aa19c72e5a6aeda511fc57ee95c97b316a2c0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23b7e339f8eb7f2f441c995d9cb8319d8fde63f4f86b65bec50463a364fb262
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e91851c638e4c93239628b97307e8a3f9ba1b44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41188910b146e70b554b600220520f2c4f4f701ac364880b43c681c930105984
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1dd1ff400637d7f9d0029e62cc1b836a87976d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33b917e14a5e98ae6f39a2abdacbe64b7298039dd19365e8297e0d7905eee60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474f83b9f99810b036869c63fe617a5c3aabbcf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e39de69467a24f13bd5a4414b6131c37b75fd64926d2122a8b06cf1d166ecf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c908c4679bca7377d9b76090ddec8439d3d1419
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9d2e3515cbacb5c94cda625b5f3d6a111a5cc55c6809487e40402e76469875
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7858d3002e0c4c289ea9e2a117df17a282b3f66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e6f55a223507b41d1ded67e633267d02352e9b897335ada8f3d9d3a5396ef
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91f3cfca06d4e1bb2d4c3a95b8c1e3ccbfaa8d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cc5328e94064c830d987be026affce84ab45f718b5af3d850dce85cd621034
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e074b1fdbaa4c4b3b08f796a0d97a84100040758
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5874e3e8abc881f4d314fbb405642e0398e59ce8caffa47a5979f0b41698e5a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf79ff8e1d875345717287c6a2fd4b453b2b906
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292a5003eebd2a971c0023ef50dd33d5581a44ad0d29f332bd740fa3e2634aef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6678b050304e94c5a1cb774c97fd054f3ba6e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45feadff76371b7bb829020a32e230fe9f40f9a2f7d74b9e198fc3a734ac357f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c3a09b95a4e61a957ba62d3dcc7ff8b0f3f0dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b4594b259052fc9b1063529078c9adb3c267109932b49d945204f7c19858cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ad3b3362e05f81290201e2f6f0e38fbcb45eee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09aabf70fa3b10cfcdcc2d689b400f5d1dd3ef2b78e42283d5947145b6e9ea9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45cbd3b71ebd43f1270c048e83a3885397a8908
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f090c40fb6ec00b8cba04484eb4943144b747db2f7a58307e39768bbf31723e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c425516f8b73ea9da251c04d495a6b5adef8c9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400214476f91536502caa470cd6d186c5537cb28a542881b45fa442818a7e343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4fc2e6d5a955effb71fffc6e826dd7817380e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ef1f5d99a04c4405bbd40f68174d5e08bbef77a69bc05a5adab2d87bbc7060
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644f1a2e350dda7f7e1077424d25fb4ba5c960d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7099eb7bf03f6aab3c0d0f7acede5e63be42ac2559ed3a4edd21ee9d2ab0066f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae9673e0505b20bad3983aa9c8cd241e07579c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71663cf3a9686953ef9dcd066b28a7443e67c70b969b51b5c3a0856de80675d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fa5415ac95ad7c40caa36f39dbca612d0ed077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794226b7a3d111939b781b39db2b8844d2e8fa18c1c3806d516659ca6370dcf4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e9777b6423e5ecd8836781bcbf9991bbbf8377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2f0f11136aa934196c51fbd6493d5e493dd9fc6fe9c0e1d51a6946e28d5a20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c58d93a08304f17872743d77976e1d036118825
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010fc7dd0608af88891a6d860b723f15170d7806512f3679874c70de6d04e5aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad222d983150ab816ceb99fc99e5d45509bbb56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fab53c5fd63a05319787baa00b23e7a0929fe18adbb051d0e8bd3054eec786
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282f31d1520bc1536a34e5724feab96f68238b27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43122e035db71dee6a765bc65b8fbb65d82b7954e23d0f6cee6d60e9df50cfc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7775febd619f9d39c2dc6db7449d5d04f26197ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3077484e338fdb4b2466636ade41ff1dbbbdb0c2955fd6196901a95b1d557d38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8838943fc748c78e1dacba045a0bb65f2fc7b80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75698ec0897caf66b1ee0ce9426ce0a7f0f95b26501ed5c4a82393e68ae5b847
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81eccb612b092feb4f0dfd26b41530cd3c9bcd95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648b9ab9624c31885577d237f5467e71181631a0250f11a2e193b89fca277987
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4aec1a9263051763b311ff7d69c1d4f332ce57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bd605fbda11bc5e00f831489bdba3cbccf7f94f5fb5e22c4c57104d3fd6f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689d9788a5daedcc54ca7e0d5d10ab9e889516af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd3cb2bc420e9b7da3382fa4d5de61e4e0924068a80e40d53460a3cfb549311
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2bc4beb863d21fdf5605816b0571581b75bb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abc61c46b184766c3fa43a2167ab5167ceeaae07485a3200d26e9511d047476
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81be78c4cd97e4f5f564bb329043c07cc58b2c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6211f724c66b840b74492f3148cfe740c06b133e231113d67ede1a34335e535
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58997c4c506e0b48dabc51161f231ed7a4585bdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d8d4e4ac93a1de08a367f49a33874c23bb2d3ebb3bfbaf6357aa90970311f3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722c9e35d9d0b0426b965a55a2168e8c7400c61e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e31f2195ff7177faadf1dae8cf18d10829c6f623f2dade9a9b36d208ed4337
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb473fca416720cdc0e52a5ff2b06d8e04a3c41f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37567d54cdbfdf898b3048de56ad926cde9e20eab2dd5edcc5685c62faacbfa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7dcab26a9c68b72e60f00d91e83f60d6afcae9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf89c5212898ca90adaa123e4af26ce35c280b953ed64f0f7a810fbc1fdc90e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0019bcb2839ee6bfec401953851bf2a8d9590f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1241831de41e1a7e6ccf1b5c6b030cd326de0ec89402ac70e8f3deed5cc140a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd1f2d10cf754800093e9a630dd9eb7975886de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790377b824c47add71da050d55b70cc8edb7c2df5d83eeb4018c1aad2d223b9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095a3d9703de9059241d8a73c78fe63308094b76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf154a35fe78280d1dcd55e3e241be7ad6df77dce019de20bec330a8d8668734
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae07779d7c7139670027356aeec0352945434db8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6ddfc29327289fdd68999d70a5f91c0d3662cf0d3f654510dd29ad2ddb3107
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006c49463d4dbfe7037a28ec5c2055224408d8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7707f628a2af2bbd3ea77ead7e4fc5daf447ef79f7ccc0a898e01c0f0d1ecaf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b33d78564ff43a6fae65da3bd47503c34c1068
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ca330ab3cef460ba5a7f74ad4c901e59fac9d19b5da5b9add4cdce2c9a80a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcffb5f125b6de3a87a1c1ea8e97e38977f5e12f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03519f5b189559d44ea8d300921dcc0ef9152da6b602a1d108a194901b2a9ed1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d7a369b3175d19fc35fbdbaf687c9e138f357a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ffab985c24cd14497cc8a26322b827f6261c11d67218691dec4a50d038dc19
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7500bae53813b79234b4e2fe2269767813d32c31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8467ec786485a669135e46cbf0aecec010c8f0b63b0801c5547622887b620863
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c109fcc156336ec7c796201df2e4f4d5b8920d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d2492acbd9945238ce43a99f5bad817deaad7d93eca718d0849ec9278c81c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9aded0b03938413dbad1be395bce4a428f7a60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e826b09594c91c39529cc78415c6af5cc90d177ea418feed2c3236c63c0b23b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91c1364bfe3284fda883b232071b5599c33237f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13e248df3c341c149ddcbf8d94cb82525df2067f6727c33869cafbabe4d2736
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d21ab880a2a35125d90654cf7d9a7bdbd6c6636
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85cd2539a398635ebc1db5378b2ec397acddfe7bd7292da712bdce295c4b093
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf930c330885785b6ac1d4962aa2643623573e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d04afade36f25bcfe5cb4c00849dfc5fb814e12fb573c538121f52ad089f298
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ed8725958e80dc1e3bbaf27de4ada19ac141a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770489d5d99cb74e84a66834fb458cf25ef263131bc162ed38a203295043b3a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842a27ab8c7748b3679e750849d92dff57f81876
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee53a030aef690f8fbc4210efad090a7e430bab0a26a7e92a798ded2cd5fac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab14593e6f00c51844aa974edfd1333d086986f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2381ff87798570861ccafbd3531c9238e0d266dddf43aa2ec35d7b3ab4cc97dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc701f205dd3dde84eceb457fc34a378a274d7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e35de6a0e7ec12fc314c1dfd2f47808326e3d65b01f97570bd286c31ab295f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9bbcd91745a421be04584db3e80f18e74f9b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c059a57de2be9fbdb508214562c22147bcd251931c6fad668bfda9f5c8585c6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14f09a002143bf17773d222a5d312d3f27fc440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4067efaeae380adf7b86c6624442bf51297ff8a51159a13417a79842d6415579
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6615892c9217d70a404daacf3c970534769854e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0cc7b3f868d025d02facf65064f7ebdc158e0be4046e1f009f2d712448bb98
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f43ff06feab7eb0b3c7ef99b7bb270f6630d05f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4088dc631ccef4e457bf5641550e9b392ad0e97d60ec9e2fff7752011ae355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f88bff7eb7d93e4f164d5d3001858209453c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb72a1a9e59d7755cedf81e6fc0878cbfd07a4e01b1a873705b767e3095f704e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a844db7ef209d7238053512e13e2e4e962394a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84539dd032c0c12c4476dd1c579d945db6196b11df292c98d273623c0ce07a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba91bfe3ef1c14ee206b9322fea4b906112ce256
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0fc3e84a315c20ee8fcaa4e86deb43da684da94339c47cb3acd6d120c5cd7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2ce0775813eede42d730a3455f03d620923f57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7ee22cce8c0b0ab01eb6754a7cfc0d528918a600b4093e2e04db3c7d2c5334
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e710022390bb786976d9c95dc53ff5d57ddd451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1a5332df11924a667868c1f897e382351c8e96a6f80f19700ac19c7cf952b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c5506a7640cbeeec3fd3f8c8be5df07f88b0c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826d987e817c421fbee38b60258b4e2187a9195511eabb137dc899dacaf84701
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0467eb0bd4703b9796e3b61de93ddbaecf039118
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec507a31fd183c6459ad7a4717bc1bc5ffd19a4e00a046f03992045f9107f568
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4ab9cfcaa6aa7ec3904853f6dac38a40ccd8e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427d3a194c0e21d1c87771e7994777d4aa17272d7620c5f968286ec192ea4b54
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51692c05cbe30db8e3ab5cbc824c44d23c083f6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1db5e40a83e96ab52dc1a17cebc82d6c7fe45af16d36a40f71a78844ddc954c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87623643769e6189696e9a8c1412041c0b7b4d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df893225f5f0bd729cfe3524b9b2460c25b5ebf6e83011a52f100373256c9e28
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918937b2d23970270689b2f4de47fc35f36f021e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91fe1ba4e2e11245dc71039217bcc2a88949bf3b2ec6393f64ebb6302d1c45
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efbb1ea3f3f5818e1c8b19853290030e45a8d1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f550a5bc04f761d438a51daf9ba055fc7fd35260bdb01233b03530c59d9562
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282ef997ef3a5aa8dd59bacc170f2d090d1233c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c63979cdae60c0c7c23273ca394048d3e1a912233722f579840fbffdc586d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092e83718eb434f3a78d46b0f2e1ad5c3a085a11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ef80af08260de5c6c930cbbb5d6ea6cd3806eddb0bb4a6cffce1931ac54324
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6c026009344ff9ca55057d0f5f77fa47002bbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fadb7f97d4bdc462fec8d2050fa40db1fb064cafc8821a3b9e6269d24e222b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b267efe9a48941e4d682a012541ae9da7ea287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac29a56dd61d655705be500bf91dfd60b54ff65734e10d70e470913e43aeb92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8888b04bc23f4d40ecd3b5bbb00b8ebd2fe387f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93360f17c44e7d7e3ad8ad786d50d0cf1a53a821847894e995ebe620a033e0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d466bde4edd72d793d2d9bb044670b16f9d3dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5b782636c8f188d26953199dab360bf77b92d8815e30b9e4e558339eedcca8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3f22452e678d4b855b8d4a2fb55f66b673da86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a258539d9fbb293536b7b5bc35962abcc74b2cd9cfdb3d7eef39c191bbde8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60eae8272dff73a4618759c861871a6312d77aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dda6edb543e72205706e0186bddbab9a87debf243dd9b434ebc38124f84d1fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f36db97ae78a16036e9678df50a4b459f1c9f1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e5e5955d656bc0cf542ca595edec910a3577f1acd48e0417af33a3c429b37b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be14abfc009529e0cc261cb02f28e0f2ad5f1520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b349297dc8d608ac99402e28c66648b49e3a98300e139df8b327580f37be2a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6e1dcb8b914a9cfcfb62be360c6615e3350be4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e6770d3ebebe90c374b5d479057a429174a89171141fbea0c2dd9606472d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29793ef7d08740e226437578b355dec036b9119
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90937e4aef12576c643958d2873a69a731581cee1aabb495a8425cbcbb9face8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0769da0ed03689600f799c098df1b0b784518a73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce626923368adfeb6972870f2025ca7cb949fc0a7d5a1eecefc587ecf1941e4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764904ac8d1a705f89fb23f4a1dcad573b20f73c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779801ed9830d0affd1b0b187942c5e7b5242679477ed60ed0f3a9caeee99429
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ea62b9090e01c0db5b83e9040239ce53b4554e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d1ecc49b92a4df2710dbc8e980aa925a21d3bec384a57674a318cf2e95ad1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff06cdffe52ec5bd1641d0086d52dfe1f8a996
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999fd3d79b595298f8f098ca371ed92acc4dc909de9ce2ba956ee3895d41471e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754d10704e0e2c16fbf782039fa3556a40760189
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e597471dadccdc35354fc2594f12e27ed929d0963a3dd8074b21c6857cde2ce5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929d85eb92e1e4c2956db00df5a3becc89182a4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9da02c734733e65f0066955379c88e799978cac437a5b31f4a56c8a05693560
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecda77fdcc607f48611a49a403dd4cdb25d0daf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c9b0ddb043d2fc35946595b71a32b43c526b2b4b7bf79f3ba9ecc84dddef3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc084b50e3d9f9f982e7fae56102f3a4c63680aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789dd6073ea221520277f7f929ae65ec7ebb265ac2f99d318bf74a4b8e804ba4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3223e4ac262eb36721a395d4bfac88e6cd6ed978
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e17f8749d2d708e707bad0f2d0485a8cf6b9d6fe07d4d60b077cf8ff6276c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fe9c83d7f41134fef509d6197921ba107f9b2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be91fd1882f82ce152278b61e99a65c993603a439f9bb37fdbedd5e16c7b3398
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a798d594a6388497f23ed014e5ac22b7479a712f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7c2996a99cab19ecd7cbc56f53eb62a9e76ab142618c1de99dd9c28b04f689
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf44fc3ea324d0bfd4d87184569ee36020ad898
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed81d1957da1c020ce115311ea7b2732e96edca568e937a2a95923fb000bd1aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eeda006b0898abe59ecffa9c69f0c516f9c4195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e5e725d8818a727b2f50a9815444356f0277d1c9fc130965da68f5cffd6245
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d76133aee01673e55c24f52466cb9f62c6811b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb5d94d1aef3ebc1a5e9a4b76a243785333bc0a247fc979f355f849697cf5c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069fefecbf52b69e224a4a424d01499e50a02afb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bec3bfe2c91b3b607b8986f08755a3d8aaf827edb3e9c096333afd818ee2b09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ee7daa862d6cad6241a5ef796ca8fff9107759
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80ee79af38bd689e47a94e0150d9086ab3934be59c52e0e790a750cebcb2a22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef917bdf7ddbd86df1570f3fb19fa872b2642a04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dc6b5298f6e03da71f69d890af6f02ac71099e8772243bd0d52b265b0d1846
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba73765d4be258ea6a3ba8ce10af3c3d255470fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf36b760614e75711a7ff8a0845f39d066ab4814cd616496e5620481042ef7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a0c1649341b81763ce5f7f2316813a578bfb90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0d338263da933d0b78f551fbfdd27c9f46c20126d8c4d1c4aef373986ff4e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f693117b0849f8e198583786d2fb8f371e5219
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b0e2e62cfbf3c4bfff2977e7d469c243a974ca2dfe5d9b0df71e24e74d83aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1dea6c38c62b008cb1d9d7444ab70a4a090c9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276e817290f1e3dc5f7d22f6f880ea2f32f5f59a10dbef34f33d8788e4ab321a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc9f51976b2f7eb1d10bf5bd1e1ed55a49b2c29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963728d4fef6ec3a8757fbe217f7f40991bbb2620a0b83a33ee1b37759a44692
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fecfc4c99a463d9907ce4fe1fc7af80d46801d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a3be98c5ad21a0c4b540d18430b02d403fdd690c37d31b65f31613e1b16888
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f56a6129a4e70c4ba8dc4dded61ca4580159fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c14280fc9fba76860214fbfa751b155ba150c3946da5f3e7ad9dc21421c5cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38683b004457ed41f94942300637004c783bdf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80943f1ebe44578e97878ca555e45593f6ff3e074a30c1b84b014ce498df7d61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc13693a3d9251ec8810542c7aa57e892fdb619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb6e3501c38c3a7c543f678164222575f9a8f44993c4309f69021e60e6a24f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c443fed1182bc061d5c56216e2796b1095bbc5cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5247e0ee7aabbf52d7f55129fcbefec0838c391429234d346e18b4e6d6af4bfb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfed7abd69f312370e38cdca5b8c36c8e5cc0cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f138e95a2553c798acb3fffd668185f0285677ca373e173a5e06b8bb6b7e59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871ad4b3896a8827a9d393243d80492c7d91ac09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb2c9b95b9f3f5db7f4a8d3bc3997647e26e1834b3535098026030f1eda1156
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f3989823ea6f9d9e3f0cbffe251df794f1918e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d9d7897f64e73d645035068ca975f0b9c86629cd459fc94cb199d7a0b4de92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845e9061146fb0c72adcc18596bd135782ea9932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac014f86a8f24c8eecc1bf7fe1f1f95bc56e47af259ddc7d0d4781b240f727b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b178b891fd02d16b1fdb0aa3556fe3040f0a59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf71440b79240445934db3906e3fa4faefb27286c57bf755365d42a570d9689
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af2e6208f28e9e92ec57b04b6076255173fccc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dc2fc9e69a8526777b044695f2ca6f6c2a353a9b519e29fc2e4054364895b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e7f32677394ac20b840791cc6821bf55cd50a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9280598097794420e0ef376820e749b4151c1aab01c32c0e5c66d9a104f5cf23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ea27c876a6b349e3e7971fa18e957e868aea23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953f7e7745f9e78a683757cdd50a943861611480e505159e5d4456baddca9782
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c0763a2695376df59a1791fb8962f79d9767f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd1ecd079c5ae43eff6e608a1cc73e6f75ed0b81073393e025d2bc56e3beb22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4eaffe5498488347348e6274c39faac3fee74b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40034d6fd633087ab813e26f5cd5b290ed757c4df9f035e8be159ebbd9e13c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcd54b8dd63a8aff9237f58b7d05c61fcdcf998
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e017599541bf45af077a605e34e4a81001526b88ab360d73e589b06fb23625
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263cd7dcf0901d7140b7145d8bbeb0cb5aa0f76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e25490170eaa11eea147797640be8d22c5ecf1c43e4b363f89302904097199
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce39697fdd16ecf4c7c914bd29fea6ac7048955c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4011c1b73a287f3fbda79a948283e6bda806c7d2051c0a31a53a606657e4ea8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7086ea65f031692f5f146edbab79ac0ae69c7b9f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf0e2c5d89cd665d1ad8fd03ef91e746821aba0512b18b0ab6a09a1e4049a01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6f9c4fe43265ec2487ea3cbc6f7e93e1b99768
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e579ad7664a86b42d91a2a9c85f9e76f368d00c105327e87c1e441d557aba6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f754f99e9491534cd2f79d86d9dba74562d84b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a5e848936e436ba348f26e6c214b14006f0332c180ca89545a63a84b1cf90f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b43bf02916afe656476c138ec3e95b670c18fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cacd6d57f059796571ae3ed7a8621370b070760fbbae6586362f95dbe00eb42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4849117d51351378bfe632dc60c27d37ceeb4e19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cc31b76c7671a52f914c5ac8d265ef67997082e2dc71c44efd472bf2fe561d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61107e645adcaca874c7a57fc37231116843a3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60d742d0cbf8daf74e47703c6b26f673181bab3701d9529c3c5af23cbc07ab7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cea5e0c493898168c4fcbe3384880cfd7799884
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06082cb6848740f001da670807128ba2a31c7939b6715ea5088621e4cc9cd8d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab364aa76970101480ff90b0653cfed2058c308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917a24417ebbf7e2456431a33a4583f178f8908b50326bfa1b4f3accc341194e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47996fe15b844803b2d9a5d0e56c2e286192b1ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6921288851c5656e2cdd0ab80f7099308aab9a118d8d4acc082573f41a4ee1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8dab2fe75de8cdf4fdba970b0fa69932a2de77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7bac0741c10070d19b4ebb515f412598587864115df09b018704a81628c66e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a839f3e77fbd131794e354470d40d7970d2fab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2115e7880459184294a2866f9450fab4282673fb501216a4604af145200f286
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac689c55cba3d33fa8fa6aef875b0f4cb6f2e413
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37fea9fc295b24288bb130dd51015926a73e618c13fde75db736ef82b14e171
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf21421f2009066609a8b6be90dfd4906fec48a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b4afb8bcbdc76355c91118bbbb2764a8c3a09d62d916c71da102d9781ddc88
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f85d3ad4512a11f7c81d326a1a6567cbc81248
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78310088286420d75d557ca69f25d16189406bbe4aa86005113c3bf0be29b6e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477857bf7986a6915f62c703e666bcba9758a0ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56379e2a8676a443103eeb0e6eaf2e509851986d97aa71f59510247c18e838eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f498605e02fe3c45237c3cf16701c98a01dbf4d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422ee29ec799d0ac0e7264160ac7b284b39bc2245576e4f5822e989fd0a01149
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad831e2f44468b4fe605d219eb1adfbc3338ac3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee1cdf9c311721fcc72ed572f830f2ff362b965e4c664ceb910099b1a98986e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360ca09d2d0afcae12e08ad06267443b2618f55f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb3cbdfcaebb734c6ef758c3c2ef3299508e7b9656ac0b2aefb8b429bbda676
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ecee5b5c776a997d83ca4f05b3c201362dce84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1db59c1631f02bd3ed8b2c3e2886f23414c0ae0c676d71febec9c75752bf59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edebf238f7018938815f334a24b80443105420f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a1cf8fb51f7c37308f1aa31310e6f841f3d03e6bfe28861ac2dcac69bd93e3
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc508fdab58643ffeee9b2923cccb022b917115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d219dc058d2d6e290cb2837a9f0b756fcb211901e5f9f3ddb5fa4a038614897
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbfaa62d0c81b61edb17fdadd37594d06dbe8d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dbdc0d1988a93e6ce2c0c2d10aa7fb6bac5a16e071643e906b6af7ed325023
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2d132af263659573f085b75b85670c4282a549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611a3bebbd42d1ac5e4de97f764cca1aba27f5ccec59c9347388101c12e182f3
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8833c194365faa9fd9021806bc55b8e2884ccc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a00d7da4fcaba6cad0ad67db98c830a925b8b6821562719a60f81f7237aa89
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f97d7b2a23919152e43942b9a99f37c54bd969
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4331d0a8e488f9176002ec8da13f45c577e55717dd2f6b5771d6d67d78db8790
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9873a8cdc62c71d3222fc4090840e90dd2926dbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2f205057a6abb266b23449b0e8948719bd38042d0af7cbcb0eecfd24b69099
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8133574619522316dcdc6164c50cbb303bfd5ae1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8e1d23840e24afa1f43c857c2974bbbd9fff8a1075e50de87cb5fa2832450f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d84751e6f40621f24d9a1a16cca291562d4a93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18783dc963bc9076dcd09f368d8e206e1231d1b3931029861fbd8c01e672a06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c3deaeae92bd34798bec980ddbd26bded5ea3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b3610b3db5efb34d0ada00bbf16c451b0a174d47ddf4169ffcfae9fa78f87e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4899e0b96d4c5874f54cea244d232d16bd1b517
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b308dd700b83aaa3f4e07c3277305bb5d473d51c8b63ea4f18f2cb9fd28f2a90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80a22f628294e1032bbf9c0064b8987e7eff592
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66b9216f5c33ed1bb3b3da19e6f776b51a37916299313dd0b5cf334d83bdb72
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b76126650143c2948f3a93943b03f58d8ba9d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450653b286e2fb5b6053201c8ebee70013a82b2333b930a6b6707ba5d33942cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c039593fe5a0495e08ac3b1648cad61bfab64353
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44c88ee8ed18dea16cd392abb641a08a3e5e0c1ac4573a5f32dc0f2a8ca69c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fd2b42702ccbd2b663056b919b88d91201702d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214a0938130214bccfadbdda6290842f7642ed1446d54c57562ecab92d473304
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2e5ee1e3e24d50e9a3e0ac918332e29c31af65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bdf3d76dc858a8699b0ce6ae2835f502c12a385c81418c28680d7d1b921f67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492ff9780305c605fc48ba8c07362c9aa0b70fd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bd9285df089be2aa5b94800593ed708d59a1034bc016844702a8db9fa924d8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605396c4c94c4c7ba0f31375df3c551102e8fb90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf72fb625b0470237beb3c3e562d6881c6230c0d78bb44cc0459d5355f6db5c8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28545d872399bef85219c291b41eda3836c4bb25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bd08385d98df5f924c455446c93d4b3d46d022087d78cbf6725d3af0fa0069
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfbf00f1f518cf7fd6e80c66cdfb44f60fceeff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62ee199a21a3cacda8005d8f10e8113c7f6dfef16c48d6a7c06cdd2f4df8957
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9b3764604396228bf217875e921f4b55e7e5e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7745dea89a090faabe90261f7963c9ea30a6c113ddaf3b274c253c0f13838867
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dad5e14247de4dff2f89a83f1741306c3981d1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cc4e36c65dfd13d4125b6078daea1b9120351b51fd88618b7e54adf3a9d84d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a6c9c1c0d7c323350df1b7f96d783a93095077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76be45a0ef2fcf0e3ee4b59979e30c79d1dabb78e7990e86ca55ebd61a3e0ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f946070d9c4d207bb7721edf794242d6d9a812c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c598b5c2042e276c7762ee83d8b36d8ad2ea2bce7a2e66b9b63bfc110a7d84
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d008d7c818aee2c4ee5cf610ba989fdc6c830c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91ab0913e6391ab23439eaa7a43cea7352f58cf538a4e1b512c78a42e102bd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7d71a924d1b5a07dffd1c4af2d6320de853cb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c98c6c387d623fa69ece1e0fbef2bf4a3f9efe8eda527050658be1a7cd9d6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2d6f78f96e026f211344ae90adf4233120f7d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fa6c2e0e181ecaa06632c401d72fce68212b81a787f794fb98a7083071b499
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbe77c9a9fe5d56359b395b7a0c6279d5342467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231126e3dc72c6b6618cdd44e66f9ffae38e0d0a989e248d4b54401e307ba164
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86d8932d1ad87bb1b378f391202f95bf6af6857
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6abd2ea0afbe2042877d2cee7122467c6475012afc9dcfbcb377960f0b2d112
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038641e5ceed6e4a5a1c73fe0a04baaee04c28f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e815836792f8cc5425cc65cd99979eef7f14da268d0dd70c6060677bbcd8f35a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4976497ea3ae11d8b7450c6aceb94c4d98fdb1ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7c0fda0b3ffca6ce88b37b16b27e1282377a5824b666efeeccf050e5edb777
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ade1f3dc8e565d48db961c8cfc1dee9d101bd1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f98d5e247275d51214421f4ad80d66d2d8de0b32a393d926fe70b8553ea2987
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8309327fb12d6da8586b1bbd053d55031cf2dace
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d400286f553e83c97f6140370eab17245993c7c71fb3fc57dbb2b1bb78bed0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e30314543974af68a85cf70521d10c0c8da9f96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fe3c7366d65a9fec982c833d39e5b19fdf6e413d94b2d44b49097ae2ed1b58
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a5d917b7e484d9adf2c397e96c06dcf2f51dd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3c0511e5b22f65b3b1419a0b6b854fd1ca410a1f1e88ae4de6f302500370ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9007b5506495ad72703cdd1812c996a2615857a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547df228fabb487e6c0c4ab7d74612740b0d0edb1552145186ed61da3bc1f8c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621828538cb865dc82a722f4cdd09d295af6dcd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec640908851c93d80366208f184af5908fed56e3bf517b85ac3806e3e4ff5382
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69548a8b4e7e71a94575278d2e36397401324fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c707e20c05889885ef156a514d84cbf4cdae9282c06f104b988d34ffe6d8f915
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7325de7a87bf5912886e10a9707aba14fd566c6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef54a06ed200c170b24cdd0bcb9be3a1bd29160aa871aec24dbbf4df97193f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39664c15fc9efb7e0db106d0727c2a7236906613
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e230dde4954991d98de820216f9fc78d6c19a1b0839c76310a26a141867cc09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd45bb5006bb7e35a35f372805cb2c457c230cb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61177f52a7875c8b81fdd2600352fe497151a95f6b7d031a8e9b27e6d02a892a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8763ba942cc83bfa681956ebda2ecbf41961c0db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22d488846a1e0bed921a0a9a796dce990de083e6030fc27e3bf57d88dde0f26
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0752ef6665a7541af1053f4e9f1319ae21c4afe0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31641cf5b65d074962a3ff83c0b768e58935faa02cbf59ebb0ed4cba94cccbf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86a25ad06f6cd066b88c25c08539e6d7917b077
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56405360f31595ac84c20638c269e7c4bf9237030e164b71651f7baa29857a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b190c0fa349fa89ce60e4ed484e2ece082ed45ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31833af55243059ff7cf91575053e4c52cacbb5ccab21e933502f31c93f46e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9f4c55483496f4f3ed61cf11172351c2eb5e35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6730aebcc20568ae90c411fba53046da0bff59d94293a783227dd8a261923e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bfa4da5b91e253e01dbef2fc4c03e7df18d271
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a41e506614ef662f2fd71d67e9be0a8f7c901f715d51d20119ceecc0ad40836
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad5c0421c9b1369e968cf4fe1530d77e79afeeb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba5ceebae9e68855fa8f22ed58cd37609136a31f1be80dd57fea47646db88c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99522b09464d7e51296d079e086252f53cf9d631
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c30f008398bbf9ba8855dcf88aacb591ace2aadc9d8f6b370e56d42ea6057e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af31495bcd8decac99a9907d6a70e7b36fdb9323
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67a994783fddfebae732bb656d43b0360d618ea74b5535250e6950c3cd3ca03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557470cd1f8b9ff1ac52657b75060b20e2730484
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954dd2ac3f7b355bf8321b2dd1ac70a6cbca8e7174ed87da14732c6f9df1d63d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88639a7b1932d3551d7721996311009bd04a688f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ff81525df9f3fe63b27c3751c04984bf2f8c2b506c960be9783c2dff2bd5b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc363f476bde4794673630ff61536fe0e87617ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d842b2f01064c58097be93964121d64c9d31ca9305034568087c802d5c1bf1c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaadfd69a437dbb0c729de6cf34512c06d5b520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3735a2b9b524debcfdbdec13a930b6c80d41609723c7aa4a05b9a497f2925d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d57624e7ccdee5801fce17b2092d0efae62d3ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6b425f9b6d07c56048d9832e6e01b67cda7e280d3fd8c24cdd87791cde925c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46197d4de7b518a34ef50b2fa343796c403ef6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2df39e384cbbeb21594508e194b487674047e12124dff110c19c447554928c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f30fb146f8c5efe7d7008e09bff09a9e232a15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997ccbe6b4651de37b69fed9c1714d7e0c8b9ed16781e54a20cb9be4b9d85dd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5581ed379bf1bfe65fe4a76ccce1502305ecc2e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6752a24a0e7b34edb68ea0edf6b62623c6562c188102720f568192f92743335
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8234e56c024cc0e815a74b275c7919fe6b7373dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d351920c7fc80c9540a6b8f085165becfc0d6e0bb06054546aca264fe9201b5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e54d639a11c358b0459d6c2b078c0bcd2ad4675
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c562b0cdc7a815ae03a2d5d064d57fe26effe2fe4b5fb8fc7e529f10483ad311
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074458ab93025c8b94bb8d75cecf942ae7170c68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f846ef9346f7674fe1adb0f82e3a7d0a593b9bb7dc705afedd6f60d08e164db5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e7603bd88632298ac05b0f642134348100994
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82046690a0ac389726bb67c80a1d0ea898cd7a2730d1f49d91973a89b38369ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c111a891fe8279b4a585edc4d04f582fd03e3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce2d5d039d7046626d6154d3297d9553e9e25cba6e0180c8325e9a95c89692c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485c7e0378d968ebd0fffddb6da0ce6554fdb29d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b2a81497db0a8e20a5efd91cdd0f82b852304b989864107a3b00594c85e3b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79173d100364c90b895908349731044bc56d261d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282cc35842d4e5469048d6352a1323fa6d3a479de93317b6e483022458ef4cfd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec34a5e1618ad11a72d9903f0d8d958d1120ef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa60732626b20105a4daa1acf8e865699cf521c5efaf01362e03bd943337235
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a687f284ba7b776af8c68483f2ce13ae7cdb899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c4d6cac0f7bce6fd7385ef297902b29dc71230b639166afe065a451822602c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d960c8f8046894b91d61c8d98a0d8e9d2672b4a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c8819edaed80d84ce9eb9997f02f69f3bc272fdf9f4f30de922b608a3f8f6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014f0b0c761dc08db9e376bab917071031c99aad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f101830de563a76d8111be14ac053081bf5d7dba25ec8197d776b55182dbb27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5765e3566a2abb7c0da63e6ec3a217693e1bacd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff4ee407b160fb66fafae4112d3897da4f235e88a665c6869fb7d92926cc6ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be512c5c913ac14212fbbdc32061cd9128faa0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c74cffa7312654f5beceb393f06283f888474b6527fad56bfdc3239a323fc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2509a292e054fea9e66ef9e6cf07a773fa67eed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55282fd23279394ff8b8db5b2d7bf79844cee158bdede06bbbe0f308f6a52d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c809539f9c33813062966dab3902e3f6ab1160
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6d4902cdbc7911a223f20a863f34081eb39ec3d8e07eb03dffc8c5b0ee253d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99eef502e2ff3d6e8ff5333e0cb40e07c22e0d90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2620b9cf9e8f973104248463926b3c3dcca6c61b52492e6731d9f455f7dc060b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e8087d517338ee7941b7b758863c0709b4297
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f816548e4ff8fc7bc8c45929eef4ccb851126f75c8bf88a6fd129bdacc121dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43372eb525296ac438afc0302fe0330a7c814479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835c968875552073795d13825fed129e0ad3ec529f13f3a1f19f895d235a0208
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f301a058aa6eeca2793bc72ed9cf3a70a9e4c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014e824c76c8dbd40c86abb8fc1d7a3df875f8d92342c1ff0dd0d6348eaa134e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27e2a8bb8682adbfce2a10eb14a5216535a344a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53956b3182d32511fe1d33f57ee24db963c7a43175e731cc61dd4a55865c5f31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741182e154e9c46c4542f8f809b10fecadebfff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9a29cf49dc43f5613a8daa153bd8989386bd31fc5d276dfb09d073104bb30b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc431edd56fcd2bd3bc7743248d339ce317788d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b717a4c5c3a3efc65ab4f0ffbc814086fd83882d6525c533ad5186b83cb09540
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe8d6daa5d52abd4523e706b442a4182edc79dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c421c0b36aeccaec03a72a83c7a0cc44a727d43376feb7960ab066baeaab3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b392db43ae9a60aebb83af39b998f23481a62d4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f042595bc2461305d29293026764b4671dd0ec111ccb80e4947dc39225899717
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87380e9b63d11a300eb73a9731f45cfe42b6274
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f102bf2842330865cb071d7a985f19e56157833ae9cb1b54c3320a3f05ac6c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284d695122f6ff06b16e1b7ae7f0d1e0840ba39f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8e19a953a1ba1996ba94763031775bfcd5083dbc391a2bdcbc2e7ab0abb49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255c67ba9c6a61aa64a711ec3f0eb22e9b4b1408
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39578e319ab4455a6cad23bc9fd39bd3e5257a7c5588dc68fbc81dbce4903f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff84764b7a428567689f16f65ea097be6969b3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efbcd1177597750acbf8a46933a8fcfb61d5c725afc3cec3bcc00dce0ad8f27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a988e035d8ca8ba53c1f56fdc3b70438e128335
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37758b03fff31442a03470b60fe3870ecb0bc99bac07125cb28110bc4b99205f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6827d3b5c1c4f0445760849f37ef4ccaa28df78b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d05a4b1d9c018ea140acefde10d0f861111dc32e113ce36e1c995023d837f9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b49428af5198db3ad0b7d2a160eacfd5923958
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d31ae5725289d88609b09c7597b9d6e6b017948d744d420e6ab72e128be2688
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332d3c86f5c0329b530fbfa006d68dd0f5cf5566
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c40e5a3c9c25999efbaccf56292c6d2b199cec551b2302256df69a15165102f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e785bf8638d78507c96d2b1f720728985c8ea53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df778cff29596a4b2e574faa8be7efa5af95c03ace681e74410158886fad34ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1e246ff5c58ebf96d77b4eb17ee7833abfc5bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0958cfa1f262e8e5faa87e728831f0861a7a2c986cbb4ec90d6afd56d61d6a04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1655972218d75c1a62d8122531a6c913f1b984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95949751475393b37c79218a83bd13eb0ce99220fdd5bcb84bb6c4cbda3242a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441d1ad60c1b69e7b0d44c740645cc6b067e1a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb1610424be3a168ab12393af0b1323465485b8cd8c3d220c979d283dffa314
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5094557dae30cfb4f7f46ed4bbe2fbed2121880a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc5513756a9e31f839c1d12e6319615850c28c46bec2e2c0eeb60748c2632e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cbdc7838d66fc97348aac193659e0bd14194e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cd16a7ef3ca41c1bbfa49c44f160373ff7fe00ae7a21b0dfa21a0b03b4791d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7754a157245902032263644088d92c966eb76f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fa08d5111ba68d37204945c24e6590ad5b1bf11907556e4f3054a6b8309acb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70760b75e224231dc4d968fb07115021ea6ab59
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3cf3f84ce81f363e9713b42f6359443ce0b1bf72fa92bf09fe2b11cde18283
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c5feaefbe97c9a4986d0338cad0484765fd4ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dc97de0c8605ec208bd599176170c773bf80fa3510705056327af565301cab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c16cb51f9820188688aeafe101b3d89b2b655e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19b69f0a165221b2618b31371220a229cdc9b1b7f0cdf6936f99d9dba15e813
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03239e6704f31c556cc94350b71e486417337021
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b00283059b4bcd4484434e2e6e860042d32abde69a7047de48365584a941f14
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99941737949f2c482a409e8032bcb4663eca6aea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe89108fbba4fb0079735c021e5c77f339ebbb13db1d0291121cf392e195839
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9bde66e4589b2d2914490b0a9da01e2603e0a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9c1ddad12cd45f9b248086404a00edcc46a7dce28463301e020a505b2263a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64d78a438ac9db48b812c6348d15a156880c64a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c4d7d66f38cd04d0edfcc31e8c0cbd32da5e39dbdb1c79d9cc0da2590172fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e59a1428e16660a8a31e49c426e86e0c273696
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c674a1053101067527e39977c04110e96bb821f628b711b306a8de99900124
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1291bdc9214345a5388e754e37fef48a7ab0bae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4406edc51855124a33dda0f71301c3b3422440250e5485b1391b0cc3ea4c62db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6e9e2f37eae071208057ecb51475057a517632
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30deffac22a0adb12c11330314686338d4d99575036f88b69f473252bae99845
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca37f7f4643ef1eb0a3d0b43d3ff04930574f9f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210c327ccf48ec789816cdc22db9d2d440623626b8b1f22b5f726c5ce408423b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc51353b9a66b72cfe834b8949025898e75ac6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1734b1c4ba4bc2f76eba223dc049eaf13c8aecb0b17e8bf5f0ac941de24f299
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e861737c66b4c5c844900c5650e36a18c63ca3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea531585b8c1b1aadb7d59b883168913aa38810b9d78535f0723aaa03bf7318
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b375ba113ddc7ee52e648b75edc89c6812fe527c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d3f9ccc1fc86367e32957a6127423a68e97adf3c86ff32a4690b46a1f582e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af9470256936a71e51b01362da2354d35522268
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2c13c50dac84068a23965aa7c6d4f13450baa1541984f0008da86f4dc2da4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96738c10a19195b74ecf8aae3af12bb66025b940
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0be729299b8a0201ecd187aef1044cf94662f00bd50ef03712dcf94cf6db2d7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c18627b832315c9ca6a8451f0e880ac61ff87d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6b647f159fb251aef1d58c9f463336be6da3b39a072b9d3f8790a00dfa1742
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dbed0c521f9ce064b6cd1780c1128d4ef8475e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d875df6696969aa08c35db787e2ebddab9382d14b4aa369bf7ce8a4aeedb1d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3c219da800ee500b63628b7c02d6e0e4f86fa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c749bfd94668d7c5aad2bf5159a086f3872c132223d3e7487e6f191473ce9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fb5fb5000b0f41aa87b88a17ebfa29fb4a4d97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8350fe64bbb924e2d1f8c368f89aa2f7c91e07ca57dd5beaa183b912b6ce7256
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416769d6da6fcbd5b073f2455847215097cdd430
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10631bfbfe2de322dadcc99a2f4d5026573d1ad492260903d47852a524ee6a89
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019f359949776ec8b0a1a12b073b7a57ee131e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708f415b7c8500898d25d9c6a3e853e078e8c5eda325dc746717c507b088b29c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b852b6c56be112a04ae7b572e0fd082a0dac812
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33fa3ea6fe9b5a42a87c21e91435df635830bc0029838162dba61078b07caa7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d3b5cddd72415a53d05f1985ca4ae6b115b5c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad19ab0a7d67ef68754ddc87e3eaefdff08d39bacaf0f4be1c254c7ca2d2b003
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509af6160dde16e7d15a6ebcebb0ce875c0f948d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009d945db97442ebb16db21fd11ffd3a7d651174f54b57e1a947b8db4693299b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58918688fade8841d88c93f744d096eae2a2c169
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1b96018d8b9abf3d55aee66aa0074679e7d1b4d7b0484d9b7cc6a64b18ef9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361c2034ec7331fd25a4e39233fee45a7744c4a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaccc51ab03bec7fee4ad16bfbf684027e080f3b13bfd117d39fb8f5f529e53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f134433b25f72f03330c3f551fee83c1b0c61fa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838657608f52c2b9dae7f6535ee850054ed4c5d00ebe9bcc5b736c07250d7512
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06ff4009beaf9c6a8b850dd01be5bdc96f39c9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a3dcec29d70e31fe94a1497664c002ff1dbae51a58e3a2d8fb7ec27114dd22
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdecf681e1e70acfbf541767f4a63e8eaa4d6e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8444f65e0265c4418ded39ec2be91936c0941955afd0c7f89822410e409668
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4bc25eaa07b4e28dab9ee55022da5e56999803
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a1e836184e430ac6b93c0862818d34a4cca52cb385c89a522b61f1e9f32cae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45087537c083afda239e25b4091efe1669b30cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a64da87d8c24021528c921e0bab4180a716e1a7c74e60bb7680ab8b9bbab5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b24362c34b6a318bd7583e052111d0ec2164ded
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c75515a20956404899be8adf20b647fc6829606f8afa55f73e6701adbac493
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1cc07a4c278dc4f3d57917a0f5e3ed01aadfb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93956dcd2144c9a75290487bc40bfcad93812e8f1232cb08e758a250683c541d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8be5bacb8fe58f46ead520ece0866d6b27b8fcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34809b96c1e7a4f883796f86a7bc68a62b53afb867528f031462cac80e9d65ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eb6674b8a726393241523d51e8271c043a55d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbfa642c77ed2510f446314a49395951299ed8710f05fb370fc94aafff6ac56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b448246c623477ce38fafa31bed0d9e44c8ef584
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4665ef62c9b5381503d3188c5137690f26b02a82ceeffc424a8589f0cf08eb03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a456e5328a59388e6609ee6a70fd996b9f567f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1fbe3e1b2ab8d04e8e6add0b1d0bdf704d1eea6b315ac321df6d506341bee5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07a2212ba7e5aff90749fd7576bee0b8f3db4a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdfc6bb68a9386983096aee4c215877a1e47c8ba29d5997211b27f0e1e9bf4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e955a2111a9d9dd7301a4d5ea335d942f33c2115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c82d5c65989bc0ee598a5882a3ac90904dff92f5a41f05294662e7f48787851
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e00685aa0efc6ceed16b3dd1cbff56e658e1983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0718d909690800223fbc7e732d725a28335fbadf79c9754f97f4791986c9f0f0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833220477f432091575537de364a7b7721580ee9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5019ae5ebd309721ec1818cdf7023cf8c6f0a07cd54f80eb16ea7e8088a4c0fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f59f53c7130ea1c8a2eabb356308f26a13b77f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0fa22360e2a9bf0a27d976cdb16d7684f3ce273c06a53913dcdf7a0766a415
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7e07c59685d664a08cf65bddd03dab2a11702c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5384b4ebe0473a5b443dc726e348cb50de8d1130e4284273fbbd629a24abb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab7cc7dc746052ddf088ebfc8467815ea83d072
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f72d7be575bf9649ae4a43a449155365b821c46999b64637c88d370539e9e4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3b85350161f2dbbf4633238998d8baf1969c4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f15320d17c5ca3bdbf2546935ac733316a36642698649e1aa526f4e1bdaf29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a16de62cb9ca2bc639559be645f917c0c39f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f154db2eb5378c8ce9c4e3cc4726d88c99b4a76607a4549bdfe022af92d5ccb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be15616f49bdd5296fc496a812b1bb212453eef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4814f5fd027654aec9983ad0f3efe00e30bc8dd904cb23249e5d64ba288535
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641ce84cbda9b02e5ec8bc877710b60c67fe6929
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe02adc321d84b0ff85381127293bc4703a1173202c5313f2d12ceb5da4c12e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb235281b1e762f1e134c1a28744906a46d54c39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b7732a9e1e39342f2731db9d075d28563ffd7d0928db3e5b502199419bca4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54545ca8d4d11fbfb71d658caffd1968aa277084
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d56f448fd7b7d5fa3628a8618627e13ef02fea445600243107812d7843603
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22188031edf368e02f850f627c1a450a524714b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d1f1d2f3b1effae536749e069a22f4bec9a0f1d6f19dbb572a3aaaff5d355
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab08196ef0e032a79302e0b8383ab04cfb9f4aa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70bdcb9aa3bfa5eb19a6172fb3f05e1fc4f2df3bc5bba4cf616c2ad8e4f04e3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6c81c244cf69af4647a6b426d937869a024fbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1c501097ed00f10758336be7d2aa533ca761b014bf819cb986ccbc1dbd7e7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d355d0c5c2ee2620fa6086546ce2b4721debe8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4336723ad35c3de6f87fc4a971c5283b33c8b5ff02c4ccea47c4d1b40d99d3a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301c002eee16e81168b3cfe5424c22a2e6ff5e11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3ec2de29aa159682e3c5410201429e2aeec82dd6df3f3a856b8ba43103031a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dee3515fd472b80e847d6f72649deeeda88a509
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc1d3d3b07b90ab01891a6142c7fdef9a40fea028248a99ba3bfd80ee23dfed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7752c8cb368662e3d04ea22e459a2642014832cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdee50820da0cb5553857f49b9995bdbef3b50020d3976ef33b606d19739f7bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b534115bafc5afc2ddc63e232549d98b4e8553b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1335d614be800c7e9a32000b7a6135b2550a42357b352d1df5c2cc5064500ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b556fa92664fce94d5d6125f0d977a02431676af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25ef1bde00249a01096712cbc996984184fbd6de1b4206a95d5a6e8e8a2c2ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21ce0b5935464c4b6a185b6d2e0e0d4446054d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e897cb88bbe66d78ed166432fe69ac8b3bf58d552440cde10af6ca063451222f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2930c30b0ff23e11f11f7894133b3d103ff14ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716b031bfd5176ecc88b43753b6cba05c22ce162ce60aa8d9568c36c0d22c9f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c00d4c31bc62e7ad5065cc6f37cccf3cec4b4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f70e5c7f3a369e3fca3bc319ec45f755931082ce47af07389206a6ceaf0c07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e925c3ac8eb45601a8af11f58b5d55d6eff0db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ffcd9fe296de683d904fd957a62cb156448976d7ca3e62180635a3ef68974e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c5e381359ae7fd20897b79c0131a0a55e37789
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca372ac4c20c483e91e4df86e005e325dede98878b82ac2a941d288d379c0818
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c797eab0318f1a11f0bae85d7098dee882e8e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1890ddee9e715574a1dd02717a4ac9bd45ca203377c6ff1c09e2a6b2af6f30e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f72d49db37bfe9aaea7ab6d9a23b10547eec44e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965eea4d049bcb3c38f2d54346166503bb8bce83bea647fa8159b5aa1172ae00
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a550156ac82c50ed3f7f2aea3aba1b764c6d8343
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cac58e1044ea2e0e43f6c240143142cf23a6517eeb8463f2e47a2ebe3878fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba07f708710fcde14c12727daaf940e2dc86968
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d49439cbbb0172d4018d3d53e3991cbdd3c8ddd1bb85f4c9f77e6470ebddc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14f6cb3c4faaed35d6db0e68ce46ebcdaa95919
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed7d5a94ac66114b91b73dd99a68e943cb77b09b3953f49cac30b138993b8ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9525eee526b37c66a3c1dabd2f7d6e65eb0544a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c8f3fd6bf06aba8e4a1ffbc47af2cbcfa8a4be4ace2b2f4dc1d2ad8444785b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1772ef0d364952226bc085f3b75b01ce7981087
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3b83051a6adc6f9bd0b2645c46d874d69b8f663d93c0a06629050140d687ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4ebe38031c9e2de3be6a2cb496103874ecbcf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecc851fa2a59223f6b3a526828cee980d811a636f552b3bf44227c0cb8575bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4f26b56cfa2d95256250f6d2a14910300157b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3204d4a644acac0277074a0c0fd3580270a2b91f53bfab4a336ec15351bb17db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c8934c71e685bb55e06745c3a320f56242887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c35e6e7f1396c6baf226124f02667a1ef4da1827da3c7f276c0ba7293ed779c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576ab33f0668dbc537e080e5851936c31a468c6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945e6925ba6a4572f6091e98b72ee9d995301b968cd88838f2fb1368fa863081
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac50d3318c65b3d4ddc46ac0433d82ad20c5241
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c23c0d2ba405840da0bbf3c97ed7656bf357b34ecbbc321edd4796df73c7f70
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da1dc63f961743f964e5aefd7eef50163360329
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091f69a5863fa8a677f4c0c2aae23614b42c58f8bfdda971f1ef244874547fdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d6ea8366a93c41b3992b7cd03df4fbe40b80ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af5110489841e7144ca3cfc249802db3e3fc8cd6a42f4e63fdd6d09ca9ad886
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e183e923005e94b038c9dd66cd0b80a13a30eae0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59be2c4eac3b7fc818fc330d2202e9002cf9b9bb03dd560652126bad32bdabbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab7ed2b5b2042a4765138fa8cb8eb4d7412e5e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96f07aba520702532b7e4f0381f52f366c441958a693b210369c823d3ed71f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49955eb220ee1f614331c31657aae525247354b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5544020a6e89a7bf88618d50d0f9bb5b8936dc365aa07feb2bc6f01038f552a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef80f5c9928ea7dbd9436ca6a837ef4d2f3fd45a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7551fbedc1e9b8a15118057dcd7d9023ae6602974efa5bee1cd8542ef9e0c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d124381b85521619c3d6470edcf64386860a25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe78916f96395cf59831f482e972625357b5bbd1b03e6d620452603c560841e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd75ad2150fe3fa865bb7026ccbc71360183ff65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdbcd3770bb96735eab86c6fbd62c7b05edb7d22e40450b4e221b26b4815370
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caac558eb25288614fe02615ed7941e4cadf8bdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27a91704e11fa1fb86570891b96eedddb56786d899bf18a4608857993688e94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e12b6896c8cbaf33dad20365e330095b5177088
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d582065a80b0a76e0bb8977cccc7cfd88d967edbd8af3e433963f7315077b70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0f59e86327c6e6216aa7f3fb5220c06c4f0e70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6563e77f00a5db3869d957079cc2b400754ab269d0bb87e07984d2aee6501f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45b91631bb4ac2ee46812759aaecfb57e81809c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3352a36252712391d05dd2a577c05e23b5f4c62729ddb1e8ad69838fa515c536
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed42720c2d323a8665dd4cb09f5aa5b9b095e179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b67568ed762967fc3df70daf1532cdc4a9f960ae027e3829a9a7ae3c9f4f68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16047bd7c8595ce225ff771bfa6e76658fe892c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff78e789fad71f54a1d3a9a0e7cf65861773258eac4037a16919f2881e6fc9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638df6a6cc5c5257fee92a170b97b570cef23815
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8247de09b33246b297939121561e9e3b2c2c53a6483de3a6632e104c17e0e64
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637e2047bc3f2c5701db33ce6c49b41c4f0c0968
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09054f138e84a3d0538abf8a46d3f4ce499746878ed2e51cfd7ca03483fc0e93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af15c3432deafc83ed62a7087782d881c09b199
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607dc7be9c2d793208b03d63f35159c178cf3f7e43b0f282674769642f134852
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9778de40997bf99c16511034560a768ab7bf5a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746ef4af875b541335c5fc490cef5eadd410e6978b2938b0ee68d0c56d3dfe94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c6f8888e917946e9be9c71ea64bfa1416aee95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351047eecb27a2a12833c8bc10747908b819bdbf3b0291e6a1eeb4eeba6d6ede
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd022dc90b23be5e1f5008dc94a5e266f315655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d8f484ab092bd76fedd487385ba52dc0cee9135916cdd15974cab98447ead7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a175c43b7404bcfd8c7bd79f3716ffb0a95bdb18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b79d9a0f0997e44bf2b864fe4e12a99082c7185a096b29d85cc087be08042c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d57ab1898861e3fd3e325ff767c4296e8398f5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9641ca185309f09f6c0509232228285c71b547d1b5e3978c81595bacd2207ff7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d8fb86eaeb5959e6e3fc48f18e3491b54823b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006775a4df0ee67de2870a6d1876642ce853c908cb4e45946b8f041076f2ef9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801ab990d7a88d6cfca4f31010d8256d7b00887c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bbd0f10d165d36225e0fddb5ea67a05b75ad60aa7a72d97eaa0d73349728a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53c91c18889a807cfc00fab256cec5c5a87ca66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592aa1d43ef993b45e6ba356a7d23c1434a9d5537ac654942dbfa88ba2fc3ec2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7b747ca0b53ec9cd221eb297d54ce5a50e3439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b960f17833d507fac882755833a63e08b6767caafee3ec2c1aef8e575adec2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8891a3a61c1b1d75622271644dfe76ddc9d7f27b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75cbb24e29f2592631a4770d040f9265eb6ca587ae78a75d850ac21d5f83b74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26148d3a84ce58535bcea795f998ee77baefcc2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1905e2d0a5657f88d20c3141f57d5a300901ec94f54d85acbfe24ef8dd397ed9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201cd332ee4de9a93b4e1f4c1a69b8e9cfc0fd4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd37aca2962f13b0fe5e35ed26c5e43f10b32befdefc68736b0d3a0d48d9971
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9324ed557ba2191d1331b2e76aa2790a22fac98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76580ece4d6e5e5d63260f90218f61bc196dae032badc2cee9362f1fbe8c1ca6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e19157e6b2bd01fa55a9c0650c230e089d77b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaac2ba108f9e9d9f02b1e46b4887f5feb551f3d627767b6875ef5361b64a48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57526c9eca9b02a5f73a431f039a9aaab6510034
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa2d01dba605b347be0e0b3e88d12445d3e6e72fc095dae7a9add3b89c2ccde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34832afa6db329f24aa28b78c937761523c15370
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ec7412550874b4d38d9eb210b853d11d0bd39919d5d6605acc008799abb379
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9c838145e94c9b33dac7e5299727824940cbfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf78300c4cdcef9e915d8a2aab5b871fb54f40b163a4b66edcea9d79fd4d9ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c2d09502c07ee938fc718670eb2f18c30c2881
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398563e3ed31df87979a11b89eef1d01b163587f611addd6cf47d65f54504ec8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5236c7a8d6dc3973c1b658bb9bd9a9bcf3c236b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b271017f8af1f0b894659d73c161ca8f8e656fcb4fd31ae0d3f6e6eb2a4ac2d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78514f4a66ebfecf73fa84c536520311d56fd192
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434803b1b9803137604f9475ed844619f1db612e240ac84f38693df9914b289f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692ca79a33356fa70aff6db3c51c27c12be79bcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff0443ddf482fd83db0778be85dd07446f60927e480d0904168fa4149563fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8513c7dfb6f7fd78491cba2b3963e29c8a9619f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f133d4373082027056e0fa44b8b3a3e18b76c3cf1b7c2bbedbf239b91411cf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dd75d4131eeef5145d08435d0f3a5bca4143d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab1410021cfb881f25b626290504dfdefcc2c41241e340c9292e7944dfc67ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f992c8547cff9c26ee9c89cab99d1cf69f03ef0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914f29fd89c956a56407e1b837ea588e3e375be11cba521e009d4d2599293fef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737331c3cff71150b8a379e42d2e1a9ec74bcfe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec9997e7ee923375e4722342fb3a80cc776ce842791ea1b8499d5cd2c4d0655
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22da104203d39d77e0631f4d15127e149594cbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211a4e9d6b064ee19504cbb7864814213149aeff47a9f40d0e0838a93f3b791a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d97c0fcd325ede2404968603e49308c70891df5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93328b8748ba51bf0b71fbd4e021cf4fed723d502bcf3d6af5c099aa36411327
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a30a091b661ed6e97583e8242e0cda5ac91957
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60af685e950178c574c562442c381e0cd46b28f588ce6ed1c1d5a6361655182
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd3c4509d599573a185956841b78d5b7b6a2c60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ee65e86ab9dd4bc3400b88eb87e8fc5a2811cdacbd571bf069b54b4cf35e45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb8b95287f4fc96eefd2281ef90b15b3e5c30d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c5c52386b6f3b2117bf127c5c41b6fdd8ee511c48095ba2628fc8e874ba4f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44df4e0ae74eec51f4beda5e096d004071737826
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53abd2e5da74fdebb5b8281336979755f0309b53d9cef675be1b62c3e3ac9f6a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce5d28a40191c8eeb76370f83dbcd4291ea6b5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6aa51f3d6d03c5f73e2a887b31e4fcdb814015b5d4d8f38eef5f6424f6b384
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aac6c820aa565da0cdd5fb65d149cb37cbce9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94d8fbf48179b8344858f92da5980ea86fcd999bb939906203f516becab1914
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c2df3bf17b628973e7139f463ecd7d6a5f3d62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0e6a90bb7d34ad1a295008fc80a645d273e64ba45a0de684db33f7ec31e774
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa647a70f89a075a65cd276c3a1ecfcb3b894207
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa17b5f3394c8e23ddbcd6474e0024c9220babb2d44b2d76b130d24fa9c730c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6af6d32adc1172cb4df9ef4acf74ffd5906265
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d80c91a7e92654223bccbc0b5f63adb783f97d6fbe8cf560a01ca2b5b65fce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b9ce0abe25d47b7a47ca27ff6f12929c5786c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5877bdd756fcca3b29d56c97c601904e627d001ea197bcd7c3006d73388d46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8e452830e11f53dba9eb7ba0fb1fe00b92a88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51239f74db7cb2866a6b54eb3d129a4003f15bf41198126275c1fc882be995b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8811ccfc987037ac0a5be87d9fef91de1f541e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f23c691dba2a2c43daf32ce6bae36c7d5697f73fb2e50c00f83beb7bc4cb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40716c6c638003e8bfee44c5054d99b74c5a13e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b97b26bc40b7b55d67a172d4b9ba86d8062d91f7007be7b5ca77289998f8aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e72eaeb0d59b038b334774340883b294b504470
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610afef605b4efe3c512d03ed2c015d4e05428091fbb7df7a890d44534778f76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe58a44dae8387fc823da917fbfe91798e1d4c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e156c60e709755af8968f587f42a86ac0477a93de4bedd238ace4faf2dc618
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b4fb9a9b20981108035d5d8108ae963d781c0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a070ea899c50fd6870b4b59ffa8f3aed82159cf94d485b0b9593ca0f47cd0dc5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6a7792c07af163c217d8ed88558e96df827ae4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c1f28b33afd944eb4a76754e79ecb0e77b7e8914d8bcbb4e5085c4c155eb4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01884c90a4fb3e612295bb56f34c4e7eb4762865
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacb26b4b7c38066fc9975c03c71b26163caa189b28075c05ebb4dce809aeff7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ccee9a4bc833629fdd8ba029fcd61510f8292d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb2e03735e574a65654480f78134425471554cf2084d8d4d194519e43d04997
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f42238a5fe003794c642c5e0289d839b9c76a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571625472c713970fd28fd82bfab1cb7176ef3947d648a4f3c71c74c66614605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f6af81cb647e49930961310c9bfd76939f1adf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a57abca549200445016935330a2687efd17cf8e970e5e6cfc6171433898b91f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95d9b4454d43271fef321abd3c544d7131804f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a8a65118cf03512861331498542966f7ff37cf02530c3eaec68949058cfed1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbaeca6a8287a0e5cd58fede15245a307755945b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0ebb9880903ee730fe8658879aca7d959a5e345bf2222d98879162f18d8afa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484859b33e0bb2edd3dfcca7876e9a6bd5ccf748
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608211c8eba21c441a6f0c6b27c63bda82a2c0be02652ccc78c2b114cd6d3731
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b138ebc7254ff97d89dfb6c3949596625c491c85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e785faa8727d4ea95ab3d172c67b22da42d2cd965a272dfa39d03cc7bffb1c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8df77e846d26ef93ad9c5c0f816e4491ca2ea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70f9a0129712af805ff980ae3b683f0cd10b6e248d3a7ecdc8ddd31c209bd93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b12046e24b6335d3f25bb57ff5d7e88e343027
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d5158c9a049f22c20083b828e6358e803c5b6cd14786999dfbc9b2d9371cea
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b176f5225653d24064b9ceca794627028cc423
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213e5903fbe071137f3b7be2b9122270159fc42c4018d63eba45b7819244d776
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94ba6b146d021f1f171d44a6dea986954f3b350
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f999ea86c2c9b5379031c2575c66f21c7f9d3d7c5636cf021c1a991971b11ec0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7dfe36ad8fc9704352cb9cbfbf26b5854e39f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcaf1c484354d0725f4e56b37db78fe8c57472ae322b40a317646df2fe90e6a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88a75a928c4cc7d14e1ba0df457641f3360a5fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c401abcf1d56dcbc9629d030148d468315d8fdbfe195780cbc74ed8fd3c8fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17188e5fc75a38ef31fa97482bbc2c35ba6dee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c11960708157c5494680d023bf838568b92339c3e8be7bd44fe853e95867881
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07caee83e859012137a2b8b12dae0562e530a372
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aaa39879df194047d829fd1a89e8734d10fd9927a0192a36b78c5f01a32ee0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3756b1a3e10124276cd45f67b46c89df384e70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a943bd1cb9d7bafead93ba924f9fab03d33b6199452ede9f79d7cb3de1e68f80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928a1406fbaffc8af27f03761a3b62f681f20b5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dc766dfb0e47adbecad5083cb052b26a63a3c0164acfaf160e0596488f20a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02120f6fdf2f3aa61fa9e7d464aee4ced55a1231
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ffa1a797b879a9602fc5393142c2c7d13930793fcab30b747daef9de37956c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b58817249ecb1991a88dd8b29afdf4411929eee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea9ea4a2b89817a865d3d8bd61cccec2aed9546d6933d1174b31efade4b204a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db54e993c554eb5bec8d35995605b0369daf2d02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e88458ffb08b8abe55c957f2af9e73894804ff74b49db1517009d572fee34c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09776dbe9c964a468471869c1f3de8f92e00842
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf98989d64a668126af8b987d26a269c3a6315514f6ea2ea8e47d82b3cbba725
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9776638eac9c8035f9b8234d60d945c2752a06c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cd39dbb552fd4a15f402a0b0fbb542869f6572af0a500dba3f65f16090d128
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89424b7b4ce0f1c203c21603d13cb2e2f73fed18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84382c051a9a3ce25edfbfb7894a812029862d23b2f5e2684d87a9b3d77b75da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273815f56c885e60fc54d0edf6494b542864c5f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2392846ac5c638c3471b9c6d85d6011f8a8287999f186c603e4e1fb015e204d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db174d6f947065b8afebb6587c2de6d47cf45f0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e178a5f51f2b936f6ab5c9d84b4c845ae60165f451c1eab48ea5a3e412372
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0b95dd1c86743593e125742ae2410d64ece218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3816c6d1bb2e2614af0ba35d6ebc336f5a3883c3fc98fc4847a9fc54000572
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d16587c252c361d46a8566b89385a3c5b468793
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c004c47530f558b0f5d45afa7fb44c886eb44b79ef699ee19b8b4f78266640
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d417746a67ca440d1769ba9cd453b4fa754babf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dcee68c7f171a4a123c76df23cf84c10d89f04870d0957c3e3b86f9b590315
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049232bc57dd23fcbd8fb2f0db950c829f66672e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937eeb20071aa26dfa559c66f7db8ca9c686c372703875c098351162559b21a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c61b0dd692e4e07a28ec80dafbe71ac0b8740d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee38db04807c90dd3a05bbf629ae0af6eee503041a0dd4516e4058cb16d2b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c19c6a9078cc7efc7c34decd5b9db73caea95ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2d4d9d64647d1c7420019ba7d133a2ab8048b13e63926a32df23fb6958e476
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b207329da8f426fa1fa68c4435b1a34301b00285
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f804a925624d4cb6b7fa5682305cf650c4733972287829cc3511c2511932078
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17864cb8106678ec39e8b289c7cfd34630463b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc284c2e8fcbc5a3e14fc3ebc6652d72f1b7c352ea0f6ff214cdb41b2b552f63
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0d3b7ebb3a4cf849b8e05fc7c63a006ab7a9ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd092dd94308e7f59e71ef5a261ec7d7e8ca7f32e33242ec5ece969284c1b9a4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ef55da2312a057427ee5ace7ce33c1bc9550af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cdce75483054db74c230a91df2a9c23d3e87d943ae26b53d4e81de2807cfa0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4db3efdb508e3d714bd03fb320a45141c94fe44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9a3e60bb4dafb16b97e830235c241775c90214d384ee43dae9b00611456580
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f1ee18a35dfc6c5b5e7d1e782e2ad3207f2832
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8bb1d53c7565cd14f71c2085de32be56615b3ac76776bf4c39c056ad4416cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7513559edd816afea3ae30caaf223283945136c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab956cc4500f59b9106537a895d65771473d801750a13ef562efae6cde56c415
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bf15bba67ee4b9a9d7eb4f67a3bc577e7f4bd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebe75325f1d5852fe27e8e5c4790e942de7f208723f5bd1e2fad81eb251b383
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635b09244da6243f73dd80488456070e92ef1b1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482e4fe51376b12d5e69a9d291f1f772e5cc86448b3338d16934dc98ba66df8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c1412e2c7f415bcb169fc039d59e04bef1a55e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b68afa22669ccd56af49712da8aaa192873334a7e99265f76a7da94cb09ca5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7774991de21d4d2cb0a55d7eb0240b6baa8dc82b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524edd84a83b533e9a512df3398f29f45c9f53a99b207ccabd3382e417295819
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def3e85efd9fc1f70bbedabe970ca38e6ef5623
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48eefc0508e448d6104a11512d82e1e5d4a266eacfb48ac5214558c214df2763
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63f1e16584bb678389754f283f27e2b20a8d1aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83ad7a67a72f0e720c7a67b81c760d71fc692cd1de688fd1ac64bef40812dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c74079c704182c5252b4766bf83563cf5c8970
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111d560f13f5e90eee46986bb5dce31b5f952a7d209ff28bfc541a097df75fc0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1cb286596acb064253baa11d4ad02267b10031
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c776b84ae824be8d0ae49a21cf884297fe9a2f4a8e2edc65c4435336a60dd0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e25003ff11389d91ea06676ffa19175c083937
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e6f8c810e85b20f364e77a534ca1bc12edd9313d676e92d86dbd1666c1504c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31701a5a5b7239b5d0e21b52a9d5e0303a56abf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95341f10f403c8f7688fe708ab5f7d7ee36da0607a4eee186097757cd910cb69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14022eea5538eb7b9276500e49c84fe16fe82273
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67330e9787a7264599b15b58330b0d55fad3113982f3b23037d7a53ba351a6dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6312367269037445e1da21e4b1aaec87ea8f0a65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548e4f6603dc70f42852bba04ce5e0351b466889c0476e0d2f4063a4dba52b15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e717829507f5a23a38ed7f1a3d6aae5709903d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cd2598d88401b23cb7d20fbe1eb2e2f24231321da9abb46c2e68623e9689a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1820f1bc2f3b87d615da9fe4c917d2d17149e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242de0a6b58544a57a2f1d15f01a004eb196c71f908df2f7ae99400cef04d56f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5f4152516481688b6ad2296a3daea310f8cd73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0956e84ce9e1145f0918a9d5f1aa3c01f2ba2337f655e3935fe7cc153e8a7b1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cb286b8c2d5723067b4ea0cbf37224fcf66203
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d30d02cafc9c24953a1fe1c715861a6fe673a5b6e37b137d70bf2b82f37a67e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899d96192ae94bec3dc44f811b8450f9dcbbf10f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8316e2f89f16389eb20857908ec2ac9bb724e77c1703ea8fafcf52c9a1139c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241affa6468763d8f0304fbffe9f4f50fa159e15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bdca3c97bac03e3c3b2da3de421303a1c9b040b02e6b90a76932b88276b26f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd713b90ad5264b8a90047aa608f060ce4e654c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa1f2b7c7f404b1c22531af4929dd04e5cfccbbe3e18506a8a72a0b27dec4ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0bbc745724ffcf99133415960e90751087fe8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c15bdc3d6bc86afae5f3f960d20e7de57afd3e0ad17fe575084e90e53fc521
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed43d7adfee0c8e4061d83798da28dc6656c6539
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1ad6a0c9af3e281dccecbb37f70f82041f469e51944cda016089917ad1e29a
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a14fb3ade2c50fb3b3876bf2e8aab9dbdc7f32c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39775cb08d189b64970075f7e1bc7f1a1bdda5854b12b1b75561b20ec657d83
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d5c483650b89cdc5059891bdfe83557dbc5c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62455a01c67002412651416dc9658447301715868f3fe65b1d0b848af2cfaa3
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c70019338993f3509a71373802ffbabfcffb2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c62292a40b7cb1408d3e9cde3159a604c32486e594cbe0daca638d5166e6713
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d736f4014d463a95f914f0a9635c7023930515
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47855ccafb560553613c08ff5956bb0021a5acdfd4c9a76a6d86e504008eb02
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6a7652d531634ca232421d5603b2c37cff3973
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f178ac05cd9723436bf76720c404448aac423dca4714aad9e4c467920aa7265
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18938beba252352631e5d3fcf33d6136e453947c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d83669dfea4c3ff309d617a53945d2c9298e188eb8d2d8cb5906d3e00865df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bf14236d6b52acd8f231c25ae58dac65d1b651
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d4affae851f55d2126400f0cb0e85bb706ebce6d501937b3f3d64cb3c3aa29
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecf3075e86ff2c6e75db7ab4d04ca2c71a6a2d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a079839b902b7d61119960ef51b96ed7858d9585d182c7dc776961bff929eea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b19171d33c52009edb81b2989f20a325fc7d8a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce714949b01e79b8b625c6bf963c8c9fc669826c95fa528138b9fee84309550f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c176b3d4c30bddb6b9edd299271c348079463758
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dec1f29f9d276d1c1f6cb74d4d771e7d28e3044a3f2d9e162e07766857a449
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da5f3ad83dba72fbdfd3ca3fc7f188f1f64c852
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87c94ecb9629aa83818c6b1c384918e331de135d2b7e23680784b661914af9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c495934a7b77507b5c9e37179970d7c718d8b733
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459ff1ca1076887fb76eac50e56d8dce1ec2a132aa2ae281970421764965f21e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611acb393f8ef0c6b9682d45530eedf98314886b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e477118c2e0410211844054cad2b97f5632926ad652493087ede20b8e92c7d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fed5af7d517bddec67d8b4bb4c204241923cd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9903a3ac0999980605cc4db587de7bf27766c6fa86feef68329290423d89dfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24303862906d954c680e056ed09b38697d00755a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d878b212b235172b6c3cb04f663486f5b869c84fad98b2bb8c0e1dd9f8fed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4fef30e4ad2700ac5b69f33b685a75f34384c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4550fee22348bcda75d1682cc45978772854e083e495944c50115031e36c17
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6db5dfa6faa96765c203a36eb36518c370d36bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdab8e518dba5eb898eab7f9c801dbcaad2a16f63c2519c19c71bc1f952d46a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161c2378cf0a2305b4330c7757d2450b261f82ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a486d40f3bf544f55317e85a2a5859ae284c2708abc5fa6d73e82e07b6724ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fbfb9b913b09fa2ea8da6ea9c28ff8e8218fa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcb7eeef6ed1128f2383855dd496bdb90c776c9064e31f7ae8c59b6fe667631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7573597d7f7f26807dedc2af8e23240a2e5946
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d304ae891ba1c3f8757fbb7d1934ed3074eae2b167d0f808e4549c5cad74c309
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3d03933be681cbde52555b1d47e782ea0a9fcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a209c2f8f6e204f57aa1b0bc8f73ccc036f6778529eab39a59271756bd9fb139
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c87deae32d0044c7c4be13b631f2e3dafb5ec4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476485948a2ef0911f5b4d34cbb65e55ad8c78834d9ffceca52ec2c62b2d5509
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855f59e7319b777d3cee99bad49af778754d8b43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33353fc02671a48d2a0a486176981e776b6361483a8ff02941214a9825961df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93705f5a8f9ed575d30999bb535e3650c1df4a8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd23dabc7db28f0f2c528ccbc7ab059e1ae1a8e47300feeefc0bd114e0a17e18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a24808fe0d72ef548ba7a172fb9debb9b5c7238
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53df5f14c19f75b6215f468058ce5e9c9b6ab22e966ca1a4b06eaac7089d201b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d534629645dec58ed1b08a191b2c096e3ee724b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470288677eb0f53e919dc316a80c8477ad2706f0edd68fa436890e7dabfda737
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ba12d232035681f9cee23abae7063e58b165af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3162806eedac5e6a87f238e8f43c966776fe5c326351a4df2757b205a67418d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3771cec609c98f047849a28eaad020b236041695
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3badc66724cc5c4ba71efe0cc56f7a2204e77e7ce16174446ca69432e92f2aed
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f813359554c6717b0fc9a212f9e1a28a8d24f61b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfac9bbfda3c52eb73552e7198041eb3bec3bfa8c1e7c5cf79e765dab691dbb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b060eb412795aba28c4d5e1c1155b728b3029d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149ed291d508d1b795b88bd994a675a3b910a1fed5bc4c8e6c32dc778434acb2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac1e197fd5439f25318fd4b6c5ae9c46923416a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76be6f6a964a94faf4e9d5372fc13179f1ba3550bde36cb5c79a5f7f490e06d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05c629ddf80e46b139b26838936ada635909279
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0423615794abc57eb4818b9754a6ba070fe56dc8448fa25b4b5fd91cc368bf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e59cbdc5d5dd7257e5f67b839ca528713084d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a16dc3bd1223dad62f03862553df1462f6c197edd47b71686646d1e988f719
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256a3302fac2a06669873c45a95cbe38392812c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe1c03ba30283652afc934ca83a6278d16609efc24535ec8f99c12ffd3d0b77
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44748cfadbe3dccbf32ff31d1e57904ab7c14b04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee6c8dacb29bb62267e34b2138699bda88f553da922e5e3ebe10c799675f857
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c279f333cbf150e1bba817a00e7939f0ad2483b2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a62b68ce7ebe5edd974535348553dc98d3f1f5565f9c4bfed8e60e2be7d93b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeafc07a743f8e6ec97ba45cd877c369b93812a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08333d681bc4325bdf66b3ff82629b394b8c9ce9e170ce256be3cb4bb912ab6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73110150a74ceebf185f13f7f99e1cb04343692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d31af1eb964fe4fed4f79f38782db506d427f2abd88411393fdd0f6a3073453
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8186a16e16fbafad60a24ae46194e646dda3bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9430802387d7dbb911cb20b4162d5173b3abeb5e414e4f1e110d114e491a961
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9b8d5d9f7d942d6fbde19d7f01ff52b64ca90b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a703cb7b2663e22bc7336a143454314d03548f6b3fc3b980f6c34c6fa214e64
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43cbb939daf03e12a4794dc1a069477c110da9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c97db4d42e855f45484958ed4d51cfb2e2b97a2e1e3f5477e8694fb6e7fe8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a8800e7fd8816b2b4548c080a19f31f48035b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a151f9f623bba28243d655d638a9e186f9f9214b9d9edc1fac843bc24e67522f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a1a61c6b030010c9693c894054caf1980fee81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e0e5030d08a84888cb958b19ca76222814fced8173621934aabcf2f9e30dbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ae37b685259e4f9d73b4c93a8e7c945364118
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29ce1364e6bbd5b2294dba6e6edaa25e3e4627762905ee07c69a37c78854134
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d8a021266c02dc9ca2687f135650d693b483a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aad24563e9c8938fd1d6480b16dd5820e9cb4d28946c59296ce3ecc754714b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5429fb15d140a8e3769195cdc581aa254b553e8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc81eadaeee07cbb95250d1d170c9549f250007c404cea513d40eab437c8e65a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fab68f71ef557f9bc236d035ebf961b28aa5a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfc641446962533277f5bf61c0cf5b42761a7108e7134f084024ec929b390a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d246adeeb06962041fca6a47b3a68bcf3226f04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe019538de2d1b72d5c7f4cbf4091005c929ee7aecba68107c9c7d16c8197c79
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d755dad9df36cec62e60c64c9f119c3eca838189
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82c52c7b1d743f1123ba8d97a24a18aa88f375e9db9d40e55ada07ce449f666
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1f1cffd0bab0f5d438816368b46ff2a6ffc2b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33f89cdd2226e94bee4382b298322fca4b0851c8114d9f9e322e79fc1e50603
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae97bbaa3be7614eb05cb00c6bfeae09bad2fee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470639574b2bf8327923cedda4a83f538091318787caeb2d4f6de3bbee41376b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6143041dd5a56f47b4f16931646164b798415da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed550071263d52c649655ef6ac894ae86128900145ba16dd12f29b08370f59d4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207c24bed8ec5995e9c8e092e08dcdcc898f317b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23922e0c47d9b0f618146563ed600f5df5b9b2d74f38a41a27050caf51ceff6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4dda03b861c38536d016815971f26f88f0a88d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad954dc969e43513aca9c847bcc2c30acfa93a7bfec95ef955e9588b523a61c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1641cbb509787b38fbd5acdeaf1495ee3ec92566
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ebe3fe2eba87f2e01e7d538760c03956985545e2dca07354dcb3069236e1ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a20efce76823d9d5977ecb01e5308fd8194687e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5569b150453856e316e27b449eb86a98750a1e887b116af6ab69e27cc5620f86
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f01e3c11f6347d83d8d6eafa4a2dfadd01d123
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952ed39405e0bb8261ccc5ad3d35136dd93957ab61769883fcbf32f9d9438582
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf60a3bb39397bd58548efc797d83db6dcc012e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d231e967f49e524e643547cd1208a1cc5b0d708a9e9d1b9d47d79ab45c3a0d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95cfe8e660f69332189ef9ac5c5dc51cb0cc997
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9707c3c411656aa2ee3076a5dd6cc6a9dfcc2ec852124424a4304787d4f40343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8799c5c73cb3dd61490f6dc4702cbf48f107cca7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcfb9467b1c4b4f1319afa4d4d33cb418be7db252343a2817e6199a9c94bc59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a00479057354948832b1550c7e842106efc9e36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f412115fd4e790fb5047250dd3a5ad57854c139710a51e2f7fa6418a479f49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdeda1d6e83cf4aa0153668b8e503619162ca86
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa072426c2d10fed69b73f7e60a0627e8090486e040124bdfa925bcdfafd952
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca05a200779a6f433fda9cc6c9c2dccc7d3b94a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31651d82ed1de90d161373ec6cab9be33a6d94ec5f3fd4233fc3587da305c570
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63560fbab00615387cd119522d1eeb2eae40d7f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b444d669bf6d88891271f4b27b5a55dd0c878526b2d4e47dd7f98a8c99a40e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dce6a6d0aa3618ca0910f0e36a9792003239d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266771468ea193c4bb8a2a33ff1c3ede6e383d303086f31ac823b8ba65f437c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5932341657ed428ba46f98858e2dcaba8a3b7000
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26236c1c29f1891df19471de7b2266194a3b194ef399e4da41f5f363ec0195d7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef9076e612edb79a5bf378938595df990593acb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c70162bad3084d89107182734c54a5df97ab4337c9efa7488819f20435598f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f84311d208b32e5bba52e725de8b8c0d51a544
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6ceced621b36e2a97bcd1e515b29c16f2e1c9c24ffc15718675b278e1e0f8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc784000e8a33c3ff5d4bea512e3f9585d54935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0958f848d27e99197e30ee3c37de2f1060937158131c1bf98c31a5062637c4ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10088859371a13a460a0c5019fc8b8e8c3e2834f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772c70eedeafbc6739d62bcb5fc3aeb47abe1131b1386f540e4b34e5a4b5bc32
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25ae3b1f61669f3e9e3b0c90f2b8c29b365c665
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a1fd44b278361ca7e291364e32c497b8d4ec36c43f5465871826723d387c70
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0024a3b95bdb23d18c54f0ca32768c91829eec83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7d0f821f868d20fb313410722612b1d873590d65b2ef51c7b07b6474cff5d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05776463c8e01f8aad8ba39c04d6c0edb89813a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6757d9768a0a2b648064c4ce4c2ca43b3a3b8d57f4a6fcb057487ddb43ed2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d776215f02c96cf6d4cee2e2c6a0de0c13a4c79d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc23c5e85013c516ee5fc39f7508a5f2d913d0393df0dc6170d3fd14857daf1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660ac0a70525e0ad6305df4acd2f020319f0a52d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1f9c27cd04b079ee7e8d4a767fe039384b5ccd7c77d5468e78a19b79004cb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848b09c0b98bea3925b47b406434263d38b5eb68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9359cd56bf47719fcead8f84a0b6fcb39958cdb89f7395e667f5bd793074280e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072fa64e44bfc5b106e034091a9e603b6eb86c25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f292f4cc38c56807fe3864eefa9a1bcce96bf3cb0b5379d5740c795676fb698
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7bc5b4e9dd179c14f787d7d86a7126d29395d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbba66f7c59a72d0cf8ac52fe4a7a24504a3080abc65f0e7dc76765125471ab1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822a24ccdcb58d93786b93fcf857b26287b7a02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687f529867e7524bee7e6b1582e3289952c868bd23438c8fa55b62bd21b04f07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141cb64bf693264eb68066e6afe109b74aa76187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff6b96d72fb1e3069eb96c1660c932e58d5f2c62e00e8c75ca7c12669b45989
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6607ff722dd69ba61ed0a16baeae24168c04b1ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f02d7ae54e33a10c06af4ea69c9fead226529f3253dcc7c2f3d6970090708
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f3dcbb458d4fe4c3752af606b7913384b0559
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59955e7fe4a815f5bde888eaf3e70a9274ef7036642ec3534f45379ed53c7034
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93dde7e495fe59dba0c56cb1e875bfa01e650ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6970aa427ee6424f891ee4b5f5d7b56f796b3b3e477632256cbad1e0224c77df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4068943b92eca3b5ec5240bfe1b4198dd11c240
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212ab2a254b3e7a9dfb4ab02119eeb0143225e3ee0ad6bbe322ef3ba140b397
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315468a977a1c9bfcebfaeef91ee160adbd4e014
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaa2d34e8de33f61a8968bc8c5e3a05e42fdbb948465a395146267e71faa709
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318064f259a04fe1831857024c39a3e47b65de3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8cb24b0baa1277d07e3a4df3e1985bd00599074ed198d7d3778b66144df95d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20994a5a20b1d2d1cdd56e08571a1c533c61c8fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3501d75ae97abdc6f62226b5c84ba8a57e5bb71ba35c070b11d520f8eeb1a7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721bda768ddf373a56a8e1359e5f868618830784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8615bd949039fc848277ce44ce539434375b6d39b986fda1142b3fd6f46aa87c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f282bb50e01e86a451e9648c67b801e8f7ec2d48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa054ce0b403377a3528812b917aff271b6120ffc08faa08e616249ec60db11
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0410efea4b18eb0477496bbeb6ddd68674aaa0df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ad6da75ffedc9bf4abd88585f9cedbe12892ab122f977848cd4a42b331c94c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000d8df31215678490641a8b87a439b9ade1c40e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7a185603fe1ce3ead53d4773a1df4669c1caee76228c3418d7d4c3ee0bec1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdab24ccd16122d9cdfc00a80ac2f5bcb86440c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad43a69b2bcf396a92116f6c15918fbb8944f6879b8fd955ccdfbdfdf4a9c6df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272575b92fd2a5ee313893c58ba520a5c22b108e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abe72ade7ae29cc556bbb47cdf072f7a7b4bad1d5d674a9e09b30fd87239cd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06ee400ce57cdb87ce196898f0396561b95d55c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658acb87cefad4c6f12de12b3e66ffd032007914be338b2912b7f4d5af4466c9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd9777fe1de1f71304f0b7bf8363992b694e2b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a5d9f66a38722abc84520cbafd554c2c21812373a0edbe60fcc617cb6e16af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc42a77647b2635b06d58510ee1ef661b308d8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9908809c73781b8c8043cf8a13fe66225f9b478427861002ddb2e3da776d277
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0df241fa2dea35e156bf76bd869cff9f5e5ccc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4390e5844f12431b11e25a4a8477f3d4bcd471593b9d3c24e8b06a2c4321ec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8cec84ce86316b1847fa6739d625e29cf58b77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edcdd24d423214e9195ff922089cf62ea85c506285e3defe1679893a29e6f50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaebf6658b293222bf5e8196c969af95658e8437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124426c6d33b4ec66cb6c2386dcc7271bbccff4d599fb181912039e74520d6be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd682a67f937f9922541acf4b77283943a17c8ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d093091b34b7c792c6fdbcabef495c7dc7277f98e15833fe8f8e09035034192
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82d40703fdb675caf46f950dd6418119f0258a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db59834c13527c79201a611cd90a8e58d5cf2ce308960ebe896c59738d2d2e22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77b1c88422b79c67be56367e683f9371ad49cb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6687e6bede5be5f2c3e2375498f25c1539f8f8d0c4a20e32d761a4518fa09e98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f22380fb7962e9dd8a2b13632c6777c18328cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c168d826c3538b9510b69ab34b8c410f0bbccd8814238de2e3f3dde74e50da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c40280f4eb6663c8d41b06a6cfede3f50211f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7afdf6e8cc76dc5272fd8888bedef49997f11e3aef2939c513986515bea66a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a52f4db8a2e952675198b405f3d574832389178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1881a62825e578a0b2b6d19cdfed32e9fd885aba49fb0f81608c9930fa888046
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeeda6e44911a2a237bc9090b003d7322df9532
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6aabf3ccd5e2cb5c5ebea401534a7dc5a0f7f67e79e84f704de52ccc92a03d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43bacd0025c12993216f48c9f40a7853eac43e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cef7626a0d0dab7bddd58899e93036b3b31d5889e35366ca79a65286c846b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe1b64e753e038937fc82da6a33e1a3312af6c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f708516906add2385b14e4f29cf5993a5024239f8a08bea52cfe28293692fee2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab54e7490943268dbacdf75c55cf90ffcffe692
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e40fe1442d7194e6ff65342afbf0b84450a0fd1b84141bf36816afeccbb0cbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93593da1deb0cccea9f73b19be60047773938b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fc1863f7c54157b7ee1cbbe6930a49c815b387599ed30d46d6dd6c89ebda0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244f822f3729ea6a678d7b4a040e8dbd5088cc5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d0f6214e0833d9ca2fb10dc64ab0a2e7f7701a07b1c311a1616aeb95833005
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee89a9a729de8f1a4693b3c6f576331de4ea8d4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365bcfae81d729b9e1fb559499f8d0cb69d197e169d3f9ba8599974e89616168
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbd3bfee0bf3e46f73f769ac06978f71d9b40a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18359dc373004a5853f05a4f59352f267b816d9e9d3e1f335ca5df838ce73d0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666bada314d1d910f7af7e9169f94b33c9e27ba9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d047f9017f7cb14e5b48464f699ce72ddf5a9effae2b03060413f34a7d9353
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce44d25dbe753d6de125a69544cc4bc761afebeb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296921d027ce505b1b5e8eae09c5a53bdc791818c05b448d0ac1cf29cf8ad747
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da9646d63e15c3de7834cf54ca01bfe007d4f4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39391faf1aa267a0a1b821bdeef2980ac72190821b1ef39e443fab440122e2af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581ee92ff6f5b673c6ab0318b01fcb8620c7b2dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbe95e09a2c7bfcfb93505908d75a0035bdcd079b7767087d408779291ea639
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c418ffd85ff824c5f4b73e2d58343753f06d68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d3da15ddbb3f9a0a208f3f0e98fcf168fad6b25bf4afdfa105db5a1304873f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4922721df880ec4bd5bed5936a5d0719e66f11b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c714edc3da5f91e45219be7d65b925af7ff70cee83752fae2325230956a3e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00fd2c0ba8cb07215582b1aec14f41da4fd803a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af6b95602726866b44c533f3d0e5a1c6d0f1a4ee41676701ff992f31973156a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfe741a95588f7f703a58dd16c666709d782dd2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553d4b9a97413dc5f75817e4eb38bc2fe1492989ddfa3efb4ec503fa5602d6c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395f4393c421553d2b3a48efce514ac09d106044
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a55c6501336ef918119f4e34b01121cbc3b0f68b03c954ebd9f84765c88e82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567f9d3ff57234ccad32315e77bf890f41f796e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c8fff0bc548be91bb2afaaaa15cf2a5db1b861abfd53f58ddfd13f67ed34a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0337880dcb00ad9d7d4c5becb288a12a62a5ca66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c3015c74916e4b1cbeeb06432e0cffbd130b02f7fd5a4e6b7553c037edcc7e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165f356b66b7ffc9fbebd15bedd3e8b3c215d02b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d5ce71f7a2d55c279c4e7038dcf1f979f6ee7a321b4da48460caf13a28491f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a656611ad237f48085722655bb6214340ffacb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acedfc162fdc418ba1dc7b22f6f22c8370cc67aafdb12fa739bdda99a59390da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efb434117ac50e7026bf98136499b5660d66506
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8241f2b1f8b054c0f1e3eded847009a691b1c921cd48d2272ad957803082241a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3f769edf89b64e92eed1cbc49ed3d14f55c249
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313acb26fd74180162874948c59afd1670062cac564577a611115eb1618f8e1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f31fb7f4fc9315d5f7d4a1ce7e17292c9d4c06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c3a722a87d7963691d2aebc5d30be268f10c2c2b7bd8fb946e1feb23810f2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f2ce429e001be3beaf911d5a4808ecf12c9705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43077b6b5f3f1a798abba773625cb8b614317bbc57ce8a28448750d89d52727
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb3ad7eb07c8e2ac4afa95840b3c4efa6b2f3c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f49a756f1058b76fe53ae4d49b9b075918f096253cf4a0a3badeb3d5cf7bce5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a32f3832acf2b10d0ee3ed8d675753d78f4bdb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2235d0713d134e111bcd555e17f34e79e6e4520782b18f3e4b40f0ace85376c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c809ffae7fbf3890c112ad2e60752e6cff608c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797fe176e97f364871dbcc6257ca45ec909013ac855d738037f3eb6175bfd235
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c5cafc9ffc970f05a04464b5c168ba5549e29e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e879ad10a861fbd60aefbb1063e6570a579be89340247e903f26398cba731
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc3832df23aa2b5a6c4799a702a4e0b6603d35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719d3c7a8b4bebec31888427ae5713f5b0ce088fe099c744d5e534fa7b31d5fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d93eca9b4416b567ccddfc114facff3bb1cbd38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3f9c5e281a7ca3923924ab0a1f67728def85f7da2b1e6764d28fd511c7ccfd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c486b660ed596c00191068414e5e5ca3945d2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b64af2c33c324982805b4cd837aae3e6f2aa905f5b4e8ad3eb7914fb6a9db2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994faaa5ce4e17cb607e69e871fa083bf69f2ca1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a7f3f8589cc0c4da98ff26553431f24954e8952c55ce25c53be8c25432a17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656dee7a31262a50e25c7e715983f0c52e30c529
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0549768edf6c7008776d4d0d1dc06470aa71d7fbceaabcf927a7caf34463be8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69ca8582126770088b50060428307ce237d0b41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058c8fe514e25a71d6d8c94e8e65ad614b322999fbfd1d94e4cc8eb1300759fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab0f85a05bbcf9167f0a00557657c49c6e50a63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce2da0ddb116712885d8c12c9e4adc2b5d60b829e34f2a5f943d9cf3064136c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2715735953ef7c1b44f742043b40cce632f1810
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7238159b07239a71876b5f08b6d208a0d7810a05ae35a51501c64055f9370f19
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56e686d08111c008c0309f12a22936ec4cb5034
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3076cd2cc2851a470332c206fea56dd9d8707462ac33120ea733701c83c6b848
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffc6b8b47514cdaccefdb184f5ec7451932464f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f82fe79f4464d422f1321dd2cc74c67246f251704e8475a75fae879e4584a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f6a8e4db02779c6a48c5a46ef1cc0aaa2baf4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6fecbf3e5d0c48e8294567df6da24244982b2e2202d12b178e3dd6bedb85f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c7b55e7be76857792c34f6c32b79dfc61fb5b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eb03f88a59c2e1694170c04ee412e37e34243181037736431ff18e0d018eee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854aee9fb4ea49d7dc691c7d6b4680ef78ce8655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664ba0651fc781ba184f547abd894669e64e6ccf13b6b8db8cbc03d5d4ad641d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30caeb42784c7a4e77d35963292d9cae53dbb178
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086d5fa35639761e9aea4a539a77e39f6c0f804fd537186d3d4a5579d966da04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef13b03230ad3ad25140e8a2ffe8561c8901b094
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0513673fe23ed71e530b0e23e0145bd373e7738b5f00b1e1e9e76d86a7fc75b3
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4e619b7f0088135db06fc736a91981d8281556
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1be5d0e7deeb6105da5412aa13a95649edefa04a0c7c1a4ebe325dacdfbe85
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e29960f99f077497fb8738fae7e90ea8b9f34b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac0c82a0671e2c773531beedde57b71cd774d1bb1862ee226569bdc9ffa11e7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ba2ad6ff499946f25760e0abc5086231bd71a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a497ab7a1501d5e8d23bcb7b6f6b0ef021b1ae1703d27bcde0187ceea98d9fb3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c59b99e07ffeecbb82a963e4f079a0f2fe79f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8038a3ca25842a331a6c1237fca547ff0d76e284abd4351e309810e2f54dea03
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e97247917240961456e3d6fbfdeed22ab5d681
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeecdac4cc4760a0de155a9c784bd140274feaa5727b8c053e2dee4b520bce4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4b4cd57405fbb1227022eaf1683787ccf1fc9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00218a56d29edffe6f3af6d2e058cfd0e2c0a0ae3ed114b2fa885f85409ba7e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9402999f4750c2c9a32333fd9c7511389c10142
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0d90ab7f16f06dd486056952d9c1179479c7e43231cdb52019e7f7d7bf5f15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe143734cda76f7f382a0f4418a4936a02fa6794
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11256be7fba0a6bc3b316064ff0f06a2d2ccb44e5ec8b9ef34acdb34ec9f97f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a27b7488ad482954f1bf6105581255d2b1cc1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d490dccf3f27cf7d059b864fabcb65a93d466d2cd6e15c1663f42c28c08e3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066520c81883315b017c524677f0634d87a962e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34816a30cb56da414d4ff3278171acc5c4e3caaa6e71b08ffeaf4110ccae9e9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d5f8344c17d37db7718c0ed5e283143411676d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533ced2e19a8ad6267c8196e27b24477797b7edc4f659e3163c6332b1824645d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c144138681a2fb3109c4e83815d2c3e4aef322c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82c64b84b387f867668f802cffb6dcb8c88e1b2591386bb320df9c0a9c6af7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab60be9dcb46fc88157b0c0c157fbe150700209b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec36c39c001550dab204e8d9f720752f29a8bcfa3525ad37a9d152957bb4a3e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8617b36f2a1c956215b4cb331be407d0a4abc8e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82744ccb7c525868d68c1746307641941cee6c0b0ff7aacee2efc36a85525c6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8315e16083f07418fc8d701f0aac9e35d8b5f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685fda2b806a2594d6a563ef4b8d86bb38ed86117f0ac028a2f87299b6231816
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169937f641e3835f7305919948201cc659896f9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b100a30bf019fe1c1829f56775a478efc9f476d36cbcada57fb4ca43f075b686
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffab202f030d1dc6f11ab98040ce56d74af8033
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bbc081ea614e3b04435a0667dae786cd276f4f810d7454b834533f57976d4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54b65dac1ac3080ae1677a6f88c28fa926c07fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6686dcf95435eeda8ab3a9a4689d362685bf92edf339cbfcbf4821bf8b852ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6118e98060b7ea851e2ea859be55c4fbaaa38d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6342f07d2a69286b0f67fd79e5f57db859a9520a976656ce1c939673e01dcc53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a41168ec13ee975bfed4bf6905acc0d57422b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d3c150d7d8af00ee6be689fddf797674fed58dac0cb2277a02bec5d165f4c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95eae90a09b791f7ff1578362aba8219301f257e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c902f3f3a05edeb50c73fb3d1b8a6a6d5eb965e768c20b7b03858540e29b10a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e354d9b3d491edea4625d56a8d815964b02217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aa24eb384fdfa690d0616946c7c3fa9230bb89bc44584cceaf19efb672a2a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5963bb09a08d9aaba2c6603f966309b11f09bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec55d36c15a3fb81b59f42e3a4487c44152caf8883b8f1a406fa501426410c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4478c5de1bbfa6547de83d9fc76e94dde8e40e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd99742c7fefe5401dfcc9ae8e27f71489edadd63b85c9f9b28b853a7686e39c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d689313ac26255ab623ad9adf79afd0a92c49d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57f7be275c40a57390683fcff47bb7dd8d801dd067961b4ac824e638dffafe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0551782e9c053ef623896e5a790e8ff699716fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b40a7205081ec361b1d7e6b2fe035e61526fea7a6b3480b34150dfdc94461f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe7deb93c0ea994ba67ba93e60f255cb80d7bac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1379f9ce1af51f783d93b0ccb04dd007e0c840f30a10ac62eeacd2e88cfe342
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b90384e6dd11c45a355310325db20abc748ee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78d5fbb05ecfc73c3a4185dc60ac951d6746c0af018015f5fd84efe6fe4fec9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c25447f6e0bacfc8dfee7962ec1642373a026d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61feb894ba94103d4b31f5a0563dac72b508d849253e437321d3c2fcf00ca08a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6ab37b5969add475fe16cdeb2503cfaa95497c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ec16a9a1979d25de95649a603b53f46cef3b4233e0d8dc5ad72b1aafc3d2b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404db77e405828d942cb45e4655b14f5cc456040
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bec3eac6e2a69f772b3f030b6f6e3c7036bf079b2b28ad5ecf5df061d20bf9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e97a7ace66f278aefed4438adb89d9b7d13149
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d0959740287f86e568ddf2458a8c58e98a5f2c9f2f5b581170cf412883c13b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb756cf73bca81bb0e89e7e50098b6f5d81f31af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c79aa86cefd8e3c46ce3d8d84f7b8e300c2ec5a09cb2222ad42b00a5b2f54b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b664815bb2c56ab04318ba7fe3fca123b44590c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f568f1df52680441c2d3643b15ffc011c01052f2e8ea9680e12cf6ecbd9c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5986d7a57c3561b69346a0582a21c6abd7862f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f72dbf040d06f9caad411a609ce0c13c9fb468b89b300be9af45dd348606325
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e2dc6bc3f3a1480cc8760f9f93f2f0c149179a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fe4c01ba300a2c052c53e563b159195fd3b4ddfcc3940e75d53e8021a0b09d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a952ad03ee5528cfc8ef2d5e712dd2d65ac121a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9129f92c71a85017f2ae40c0ddd32fc960344cc8ad8d47d6774824f3893e4b0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb859597771cc08599ffb1ea36e96ea966828fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83475e2df527457e838271df723390b406e63b7114577a2271578f0d302a1212
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078d41f576c90725e27dfa29da004455f6287efb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce29708f44033ce2b4adbd659740cad34b17042fcca0bba1810887a37222af3c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc331f698b0d4c406ddedb147cb2c25df2b62bb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d705fa2a41c5e9cee032408a6574fff8ef279fef0497437415620f2c5454f13a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e95d3ee3a691467fd55dbe4354c63219543e3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77645ba0620e44da0ad678099c2031262fcdfc9e5ca760330df7d3f0e357baba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc98b3216d9b5ab67dcb5131cc44f6731e92f8bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fac744469231f660138399fc79d90ba18fa3e413f51d41aa64443d95a2180c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb326d7a845ba8dd3125deebd9e56ff7797f40dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534d6e9eb47b927a1110ed508ef35892c587df4d3cac762b257e489ac067ecf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62eab0d3b55a1d1394a36fdd9ca9c33bdd9ffdc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b54d55103d6f96d847738b838042a73483719cb50639aaae94ff7c0dd2ff40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30a78a733e1bcda312c7010873ddc4fb9ac1952
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd283232d4ccff873dda49d2729dcaae2980a749b6360cee1f06e1930d39ba37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabb93d13ef5b8743ad4fd91fc6208f74718648d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c7191a9f78c7a32828aa8781b39c75b08143df7b5afb18511f546aeacc60c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9876d47480a4467d4f4cd66c04a0ad2ef7fafad9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961fe7ae26613d1fa4b6ef7bdf14a7422943af98a538248f0c0529f9cdee147f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bcba467547148b926257166135b67bf0fc50bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f99d9955e608f73207501fc7429f3a77db0a3cdd05c43a3d4e05fca75c92a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7efeb5ab0828d500f0a9a98d69f36d3b3e988c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949bea80cef950d8ec72bc880add95d32784129d0906311eb067ab4604decc59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be88b61ee7d84dc9a8d785d60d673dc5056a3d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e143c584582fdeb95ebc26a2b58f3e5805d3b40fb02eef04b78236623490b119
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd21008d66d472cef92adab53a2ecf77dd01b16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca71b51eb708a0a671c263d91e84d69e3c03273885ad8fa3b886390af76ee6f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecdf7aa14ae6842379956a3cd7e12b561aa8775
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d275a05c6ca117ebc993ca70adfb2b83fc7cb33b1cdac8eedf13f978a5739672
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2169754d35e45987c78065ee9c4ca937db04f848
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f18d8e45790e1ed89cff11b2dd9a9e593a6cc5422c68b040eaea06c682ad6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c1ff6cc7479c6abd522d4bd3dce4cb0a6e88d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311a856ab69b171e2e857270d370b58d06ddbc7f1b7a83474ce9bc02f027a9a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6ff45ffdd2916364afa7f8072f805d238593bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae05efdf4fc020585030037afacce9b0020de0368e5744ea76b04243febbbf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f2eb987ed6ba746cc42a36ad07003dd1c0422b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fafe2d681e27e49611ad27fef446889538ec0a5fd809e1ddf657e8fcc98383
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87d7fd1e1ba510e53316707192ffb4fb14dbbcb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a113bf09016e5a57a81d1164a1011f8c2513eda6f5899260f2ddff50147b150
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0415c18783ba8d88710122712f36cc50241c5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0770ae39a52deae7a147eaf250908024d46290d069e445222c4fd057b8662
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f7bbe933dc349ff6b76b2766a0c21a22e71044
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0317cc0baed75aa64ca01d271c921d52da25cdc847bf4f5c237533ab6c2fbd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f4e62fd1926c9237c75aa6a288263ceec138ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4640046b4a5cef3f47ebe47cdcaebec3e95c1f1a99b120f5bd89a63905e5fb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba4f7df7f5994ed8f7108d3173b2f4b908a9435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bd753f3e4f2abc789f42afcad7c5aa1bdf451afe38468f53c05379f4228715
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d2a432db4f9a9fe5bae7d04ee2bff61801083d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18233585007cef88cda141d6a0331b40abaa6dbb14c7153a9c069a59179c544a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9007f8e9ed6da4d8916089ecd1c14ceaf890b4d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29e7b6f77c96551da9771447d5e5f366d905c5b3a70199c50527353b0cb9e03
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf39fae9b9a28fcbbfa32b90800b33e4b944e64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12ec1bcfd66b6ee6dda325561d51c851b5db968e4d1e803691b7ed29a3ea1d5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7eee7afda5883ec5e0465edf2b4ba01427aff1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2707172784772d24e244143ad763743e30faa9303547d579cff47eac138df2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905b04cba712450390f7d8f0922a57b55940a6cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16cac4fe15e3ee5920f54532da66c6e988ec15be6f2625e81f371c073e4e668
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd4af024e508c1a6ed2bcd1439f14af29f86da8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b7493698454637901182f40e4965af1ce306b4158f8bc1dd0ee22400d35aea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c2b54d5d7151784337ccaed6b2579c42398206
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4469e69e81b9ae4fb210e651064e6aa536295ef49d6a333948d023f42a87e4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db3d5986e50512877e3b8a11b9e9a5e8368ae96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391028e9e3ee2f23bdca5732d12bc4389480e4ff4e26a8bbcd648695975153cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53f8fc239e36165bdb673bb848d5f49fcbc94be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49577c9b01f25e877a6d86ec6ce2ebd5cba7c83905c1a9366ca786226255762
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d24f78ed58970685557bfaee70420a3a8167b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5ded1c25a56c46ec2e865fbdd63f8b528ace6d3077f7fadb2060e475782b42
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14d199aa57b8864d42f8d72fd0b843cc4910153
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26628ecf36849e7b56e93035d80085a72c1d84446192e3599f5e91a43f354c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef7b5a51e9df37c4c414e817b03531c532d11be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8b48ce45bc31cdd634fd30f00360693b792f9152b808dda2338b016d47ecf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3797d4eb2f4e9155f8b8c0d7b9eda6768ba9fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f18e767b79565911e156c5bd4a7f16e0fa767e7dd852cdf51042ee94619520
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc72885b2d2d9b0e24ac9818ae75f7a6fe0a104
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bb567508e1adc7dc851ba7250a5591288befc87ba18d66c6d575a9b47a438a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b1f71f63d8e74f40ce265cd36c6aad4d48104
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f739b91414572716dc73ab642e7805f3521f0812faa7078dd6f746f00ea17b4d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf36d16db1e146f4a8bf9e9a6e6a41c990d645b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a49484c96038cee63ffdcad7030dff10ddec72715a43bee4314033530a24300
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8c7df1c42ceb44bb9b0bea93cfa364edae9897
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3057335c7a61fb5384009b3e28b42fb0e52dfa5ec01fe787b8333e76f8cb4fcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0acfda507926344c1a0a2d5a102c923e0a43e68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f8c9cd411bc747ca54a4b9f360e34a7b2450a8c7321e88debe21a6d6999bee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c3a50c05198e75af99f30ecb54d4105b82d13d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6ffdd2bac4f8364892d500153228cb937451d1e8dfa0fdd98eaa8125e47fae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66498fcc99fdb766c75ca341f57031bad1bb247f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c675d7fa17c40a1bb360e3613202171e0a2ebef3b4444c3b57ae1de93cca7ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be981ed5404bd237a763cf0ccdd5408f4fe7f4e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589e18dff56c9526604023d7d6b26ab32465bb536ac655851d4a07be49fceb38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3bb35d055735a4e35b36316bbe22ee3410ba05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765382b6b6358abc5fa0088be5bc46cf90f6373fc8fdd792faa4bbb68aa55347
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535c24bed825c79884a643c017cd33eb82d2b28b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780b5b2fbee558fb366c334a0a4658be1cd4b78d05de65b2d29b86be9ca3d326
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757bc393a88f8d63d1a7829ac5dcfb76867fd28a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34db27f13536a01b03aac58e9d61bc6d05b565c92a5c401ced31b4cf023fa470
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a702efff724ab422698a83c5fdd664f3ef3cf94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b83421cb59d5ac2c4f4e0999de20215c4a15eb1291067d56abea18487099c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6488229595a2fcf89fefc0fd3fb4f8bc6f8720
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ab1792153f4b12a4d01f9b123c7c93e441b2668fcb5e914eb574b519b961ec
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94293e3ced2491272bd2d58f9c7be117ea6b6350
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf93f56996aea92d25f478992cc8bf9f69481632dfbb51cc96e45d0efdfcd6f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842915fd547e83a4a0d78c839e32f7b71862cdb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a2ee89bba0d11c8d5f457719c75b350597d7d4c697fc7101f889cd5f5411fc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea136d1749646b5fc611027617b3bc6288352beb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb21187e9f86cda5437deb5da71a44c243434f8edcd4dfdb8897f79f3d57a706
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bbbe5204cfb408198a428b74a2f308a6d1955e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35572ae06fec3dd047d4ec9cbbf8c12c59d6a375bc47ee28d70b014d2240432
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381a11fa5ba21d9a65a1c6d08ad7aa0a6b0b14c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ed9a571656ffcf8660c41b6853042375675657dcf54dc2c9c02f0ecf51b385
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411ce9315f52c2d78e1cc362ba3b0c8f5098019d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b618e61ed193f3ce27f8f26b83442a68953f7d96aa1e5de09da127ac362e7b51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a36381dcbe39b70bd2fe31737119189328d67f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a903d3b0600b5ab787accfba232a7c091123a7e2453aae23c9a281a7e399a2ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14109013e2218f7162ad71ec3629d916fb36b7a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dc8ced5250e32a90e19f0dc861b141d8b59def73691967262a9085f66c6856
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863b9ecb426ced5eeec3c8a89b4e93d0bb8227ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70d3ea84e17a6dc22821b334b5286cd7a7aeb503747e5d658732621f69cad99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9789811aef1c13a8e20258ea74a24d9fe76a3f68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d97ed8d2ab4e6eeff19a3db0f17e0ca863ae4d5a6cd872c518fd1395d6edc67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9603380e441d01de1bf2458107503f0d2235ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d71b321ddcaa21e4eca6cfc21a61ba3b4807713cbd4eeff6d16b8e0a4475fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0327964274b405a7c1634f7c7e7e03945057cdfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98ee7fb154469e38dd400a1c3d8758a7fc8ae98778b29817556ec54cf1d3f56
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a243c90a8f6251a36d6e61b17d68a6b7c033d580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82e9bb395107368a091df133acfcecf5f8c24c10f7f4a6a630fca700c1c42a8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85749fc7dc56cf8b0cfef4654a0bfc51bfed0b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba0e4f804ba5d85d05175db7ef1bbda9ae15f42d31bf766095e32538aedacb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289bdab54c483ae0cb1cd84b6e73b6280d9eff62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db8f8cfcf4a6768bde342ab471e891270678430f35277932c43b4aadf9b5c23
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c268dab7ded7f5523a14f8ab11be731199c4eceb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607bfd43ce3a095c65528628c95a85a92dfb02ad06eac665e1f02d6bbb5f57cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7068caef0280b2988e1e8ae6fc50345a04aaa48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d496d3286a419551026ab244a7e105b4de35dfea4ef4c7a5fe6fbdac6b4fce4c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a894a2cf8b5ce447a04dbb0c43accd2e197d74ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313321719089adc7ceb29242546b75d9040b2debb20bc4579789362ffab07f62
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742ddcd99e17e5eab6e1283cdc2756950b643fb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fc9d396e3441068beb147251fecba163cb5a2d119be2159272a66446807335
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f445e675fb3713e57081bf967598fe70923eb4fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c42a897f58aee3479b24df48c3da48aba442080b271077393970073c16ede5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab449d3e92074a5de763c6019c2beed03093889
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73c307315128753dad146109b04121393f4fb9a32e9852456f42a588c71e0f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d49ccb25c864df37149b085a9b384a1b538836
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae59ee9b51d9daea6c07d93ebdbb2969ae69705a79b0104588fcf7ea0051423
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6688bb8e0236e4144b3c1dd031b79504537edc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2dd0d63523fdf1421b20efd072feb8b65f892d7ece31784fe6112b5902f858
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc80a8612450054adcd3932e728eed151878022
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46e0d2b20f23ca364210ea8e7956449c500dacca9c8abdca937909d9c8ad26a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bd424c1180be40a36d4bbade54aa5aecc54857
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bcdaf13b138a6f77b640fbc07bb3e9651188a3cc88afc5c52df97ca70b1b8d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14df76410367068507f07a88f9bf7e63b5604a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5fdb0b0329e3fb1c6a9213afa9da4e0c7341d97f6d946c84137fa5593f9432
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7790b845ef67e6d13753d27fa44d4b8da677fd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce96f2d74ff370618c3ae6ddde6396688e9611ff02bfb61d38560b658a25688
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5235bb48db5024662b21f7b6bb3cd545a53dd272
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05d1297db425c1123b6e7b7f2f46ef52464b25e0bfde8def31672240006aa4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097dcb2ea5e3ad6b8733dabc939c8b15e5450dae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5488c84853af5adefae250410efa1e76ca9f65f76b147efed863bbf8bcf5560e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653b050ce8863f555bb7a38b067de8a78ff5c3a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8cdf4d41d97e873ab4809777d8165e20f3974c715749dc3107c9cab0c5d5b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2140322361c28f6ad226df0df5fa79906ed5a6b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06261bc03812bcee0f35db7c2306e0ea67a3fabf45b8b519b34c53c1adf0a434
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d3519be49c4913d76e197dddaed884d1edfc16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e5be34d36b4f0b03e5863438baa92f73c69a9da4e11c69ee6b86b9a1d1c3ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285cd66c0f37f06320229becd72a360931883b74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b750284c59cf18a3703e4a4ef6b917be4481095a1d5cd61a5bbd112096ddb7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5a8e1321cc24d9fdd4b24ef8df4a447f1aa63a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bf8a2ea855f3eda620b7786ce5916f686622e69344e5314523d2e25537932d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdfc3bc39028cdfa91f7862dd93eccae7f912b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9dfc6009c910b96846826efac52de0664ff4909c01672c82342aa962e040b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b13eda4a6623e1fe618cf120df57f86e7b0d71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cf606f6c8bb5781a688ce7d1dd069b9e8eae2483c1acc024f02bc98bd390a9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed01d0aa14edf8438df746578d25be30bead5227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0034b04af2acedcb7da667d1267ac11098f6ba75169b0e3f9b94c610cfbc737
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabbe48d7a8e682582fd65b9fa83db3b43fdb1d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffb07fb29351197d254d92a23342db5cf417c06b718b4f3f8cacf69c1bae4cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b603a42e041776b1aff566ac72310e609789553
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9d98c18cb88b28ca30d6344c6af7aa3e7451a3ebf357a30e7f737437a31fab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a239185df4c3b02dec61386c513b9ded80145958
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8288d60c71b30aeb736d51a36bbf4031800c01fd8ff31e9d0ef7317136467db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880c3c6c3db13a054c6b9386afb984e3a0ce0714
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df8791d41bc28791fc560e63364dd9793f683eb76b889d3dfc3e4702b0d03a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0eef34e70884be09dd35b36921cf412914bb54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3878d985ffd4b9740184417603b751a73ee226f9332d9679d88313ce5a1258
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d57378474a71fbd87744909a607f9a74fad6a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc8baaefeffce4c1602716a52b9334a28723656b7010b76a4083902f709f21c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463504a83ab71a73058babb1c9014d1a0511ccad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3844c9bf4684cafdf701b2cf4ded016b98013ae7cb6bd930eb42639aeb2262
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c619979c481cda11e5057ba1c7788709c591454
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db978b661fc60b90dc36150373dee521050f07e63f6e2372ea205c6052ef777b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38fe5769638a6cd475f81ab19c70ea734db86c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cf368d7e525928b68af73a65d95474130a188f2da74ebd2fe62f3a9b72d4c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fbf3ef918d001e2685396a018eba3c35f63888
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c771e7ec170792fa411b0c1ecefe8ea4f0a1db892ef4e442c74f249fcf6297
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda47139f0e91bc74a7ea8173c4ba813a107d809
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb6d0d7b5df3a4d86d15fa3820dc2d41a20c1cac3bc12896e87f771b5710d1a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f3ad600e358f6f505dd83efbd59bfa5dca1610
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1969ec52d8dfe8c2d59259af80e0c0b590e7be807ba89a08bf081b0ad47f6cda
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa1906598006d3167373c978093aa2dbd4e1de2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210d727f837b381f5a25fc320a5e288d80c85a154ed1c46fe28438c6dd2b1525
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53859d5daff85a327bddbafca4f190cd61f51e31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53953bcf9f34dcb0c8157d1369f5cba4e16aa028d09023645e5b0e5d6648e364
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b3f5cc4d05fe38e3fc7f66d10e066a6b6d15ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e516237ed94ce521e5152eb0d428356c1f2f1fa5a1103abe61c32eaed65925
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900d4b8727d01068a7d4709efcb8e0b46310ae57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba28e27ebd977766cdc838fe3247510752ef114ac37dc96e6246f14dc77ee9be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba288b2a5f7af599dd741a9e2373b540d0c841fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278350d2205511207869fa950abce7ad4b5c606d7c1b7f70af612d6ebb9c07a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5281833ab4aa0d57208b155a7fd46aa425fd2dfc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fb4630662ffafc8a67ecfac7707a5884417c35af1f8ec91506b15ae691b5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0674c3284518649b14c465cbaa998c036266c24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72d4602115dac8cee0f23c38fe769d8ac253591932e1eda7bc64c180310d3c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf17b9cfe31a3c811bbccc61c72bccf60a668fea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3338e60519460fd338babc962c984cd0aab7126aaa8ce819f10f82fea102767
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23330154090e1b197ca160e17dd1ab4a2e3e849
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48211f34baa1f3e07a5b3204dc3f273255fcc9d808ed3afe4fdcc9a539eb2662
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa4400bdb76e740d776b7ece477aafca44265e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49cdd024da38159ed1879f5dd52bbd9c00dbec83168ceb521415961f33a42a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d43c1da758d1f4a3675485bb8c238751f0264d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee53e53822742f7c3b2bd772d08d01619ad449350e326739f6599ee69f2454f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67e53ab17043cebd4168b012f751548e86294ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c32cd9daea3f8b64668270411ee859edd881eec47bf0909191ee7c653bae4a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bdd0cb0c223f3bf9d699534933c38c96ba0877
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa62efc8cdbcd40d176a3882e2fc92903d6008b1c747f12d7fd324643509bcd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8f3178ad0e548bc12c4ce8b33801b21dc56509
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d38d9b9e65a06cfdde45d506b5626b3fede2d40c20005bd3bfc346b50694e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f143868e057c03b2da8bb8b7bb1d1c438b29d56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4635e8201032cff6a7996414b6cf52dea41feff369320587230f30838b9868d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e47461df74f9d4a1f04e4c50f777bc5700c1f8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9565d118c9b782360f2151494db4b3bfdb0fb0af57b19dcce255ff9caa5cc9d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605011b8364bf0aadcaedc8cb2a696953865b91e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa64b9cd9abb2d0a152a0d8303faf4c34b3e0fc331bfbf4e155630e35e6a7a9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f8c47cdf83bdb84756258f9e08c4298ee1339a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a18220ae89d872beb22dea92125c77f4b68bd1f1c91d77db151ea1face9dc8e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe56b402d2e58fb934c5b84eeb4582a17348074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383408c063dd7443690389fb730df830c1cdca14d1e924123806d5fde0a62a80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8b70a7439018a61efd1fb5ecbdd491cf5cac18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2840330999f41cb6eb4d41bd67d9dcb4f21021afe7360abd98c83f65dd4b53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95d4810a4e09893e3f81f1c3289caad94057555
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdce5b70e5a21e0c9e7193714d472b1f940aa0dfb90048bb3c1f42905be50452
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe38416beca5463e7b5d675c72b517a3f996e632
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addc965c0efaa118be2751bd1e16722ad9a4de3dad744a35a9846b0d90951cf1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b573137d5b595eeddbaa240b15813ffa6951a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e18a3e56a3043598b75dcee601cd19bcbd70a746a48da8486298ebab91147b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ccca8d3ba58af759b5fc7aa5137f11a3f6f180
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce519972d22599f823577732251e466d455bca7ee0f05e22f4412e90ad933c3d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319d78726fee884c58acc0bdc704749d05f1df96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eba3f39f3a027ef18d6b65796d901f7cd40b025923d24b386e250a31c5cf4bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6a856c8e435bedb454d69114cd06a7d938adb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f754b1011933496a102a343ce8cb58942cd42949c05c15ee54b286a1882c53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74beb2cec1666b8f729e5869865629aa9194ff63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469a3cd4bcbc1adb1d2f592e4ed824d0a10014c114425bd34c31534c40586245
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cf5afcd2882b6de77ac57dea04bb79b9bb34cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334dd5ef34e7acecf82dbd8478084bcfcc0fa5303e828252022aed297ac8e286
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbcddfa2e053fd963b0333b542e9a583c264032
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159fd6661b8998c80c0605ab73417b6f646414153c7c99f4c57bfdbef3161b96
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4361e084bfe1bbc1da5127268dd89de01067b6fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18936f3eac187691b5998a0048135f8d98cad39b62612780ccce567705e7b5ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf96067e269fee41b3777c1439509390f17b7c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e0e1dcd7342d67c622a558e340b7664e4c8cdb092935c9bfa6ff91285c0cd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a3dd06f1e382569bba0ebc3901da3dc71fd73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033ef740537a8c9b3c08351546d7caba1b0291f097ab2b6fc08ec3b8435e0d33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f28733f44e4666ea22cd975aa54567026911079
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3f74d0bcc39cfc8889e8c93bc39e4d113a83c0c4e8850ae90d03f3f6f3e37c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0901799a575e54b7d5c6984728f8403e70b6eb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f8daea66ed6dd34f1e09facf6cf734dab77f5e45d59892b9f20e91f9fbad2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90429591e7c082e06e6f1c846efd8be12eae2975
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07004ce44798c855d05c92af7d686500fb09e8c84fbcf7e81fff5e2dfd845123
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130996829d46527149b55046b497b124cc102861
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d04c8b04e801d89428e65ac33de808a3b6c8eb1158f66743b6a87c9e2cd77c2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ed82adc56472dc506b7238e47facbfa44f5034
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d747abf8b38d5dca94e1d87c0658230f31f414dc4ebe40db391db414fa2804d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5255d25ece364249ba0fbba16cf6de58f4857c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e5744cf398d7c1498122db7998ef6f0d01182c6a193f73aa33e0bc0e678a80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2521d921ec01ec0f19f8e47502fa6489f1e4a21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048148745be07e1fb151ad47bb68dbef54afb1018f151e166b859bc1df4bf7c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e009f13a3bb768ab0f22027b12e1a4571a0730
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8265d2ad2653a8f21205149e4390eb83178ee0b7f23a6c3443e8574a2a3564
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807c4813ffa55fe6735584d16b3c5fa4f8fdfd15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab22c3adb3f45b52d65411530121cbee62b0bf438cbe30da419a1bf29aa6573
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fdde62670cd8a3eab46046e0b8ac681b64af9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f401efff1df84057f46c7bac2197ec191fe653129ea4207d8ddf230af5353be8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6341f0f115f386dcbdeaadbd88ba7edd1ae063c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9702e0805b845d4afbbdcd058281b5f00a3e752de730e02febd3b7f8170188
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7c21a0844ab8b504570e5659cb68d6be1f15c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1ff150e3d2d0b9403c85803bcc98b4c3671325e3fa4951b13f30d29b23b0ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f41a3bdaf325b497ab8b906f8b4aa1dc6d5329
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e49c4262b5d04bfa687b46e89984c1d5ad30ac6c13554dbfdea6c2950337928
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3452d2ed98bb80fb66d3e8ccddc9ded2954433ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3cc6df865c3e2475d44fe5d3e4e9655e09940546b30223da89c52287e3b37f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca51e7b33f9bb895ecbec4f8077e6f90c7873c0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783de7d21081f47240510c2cd709f82c3f4ef38dd2c3f0700e85e14f2af2eeae
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2c87f1726cc364648bf50548b4b46505f9a311
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07cb54170225b3c105b503826d6a8c5e02255958693f828c9aefe3b9d923e47
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df62a1279db38ddf1b680a1af2260e5fffbe5a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bd7a561d5eee0ec3996339223bdc307560daa4139baccfe0d88568ae938730
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55df5b6be6b6084aa9ce9ace0d5614b2440f39bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab727c02d6e7653b69239610be522965bafd46765e9e63f84c7a955591065430
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5844971b67a92c9b7ec2b64cbf7ec6ae87578c16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0334fd806a0ba37b279912639fb8fad6ed6179abcc4194d205fed6ea2de3e0d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9f0874eaf2638e1c4415de7eaee032de0b295b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12db301f7f29943ce13cd9f6dbc1770e81f755af875cae5eeff45a75acddb8fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a50626ce713a444ca5abd9d2b7e67ba2e9e2ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2699ee37419d3ddedf10dbd4a2f2d67275b3641c98646362d4a43d575a4dba74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad4a2667245e3b5d20fb283401aa2d00d8cad75
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbf9aa19cc8b6c5b4172606b78ea621d3ec98ca9352b05fad6affebc02da9aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef88282973c25cc913d5eb3513fd5ee56af92fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3328c237c058787f7aea7d2d6895beb5621ab7b0d3672a82b5919bfa14cd8096
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0282fddb24fda6adb1498e10fdd91e9f09d59a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e7dd572bc3cb4c73ce6a90fc26f2e6389821f2f4467da3ded2b0df4d506065
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf61fabcea49bc1ae67677e55f3748727e6e1b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b24215456a6731a028847e7b0d70df2373f0496169b1aec80b513f17af7e09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4addf8afa80f889070130778dd49f8b0d276c0f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3c538f0dc39074069260cd4c1aa41a26af9582c56a9b9546f806335e2e0509
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef2c68f64eb3fce3aea8ecb81f5244a72dfe8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032ee80dd50a9b678c22c1e8b81097128ad2bf70e64e3a6962e30b232ab5b54f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47626eb4fd1953e2cb6d7a1208113ccbde9d30ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb421c878f510da07d401e92721cfebbe8db93b620048ac955972ffe99d2f46
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe92d2b7d5b4d57b40189a6be49618aba14cb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd5cfce969a6f7f59f8be67774a14e22dbc7570d2141499702ac604a9b3bfa0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e41cf6de3500eed2c5643769adc19d10ddea1b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f136a9a51d9b2d96cd06b1812411f8c51f3d1a90655516327771d660254f4040
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce971bf802f13303ec2a8ea23a183b58faaf328
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1400d1bef892acbe8abe3fdeceabc5ba05a2897eac342ad97cad723a9c98ff10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf5b440b69ced52948a78878e127c8db71018c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60afec0874a38fcb37e4da69eac0710978d3d15564546c0c7b946b35e728aebc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bb1b293b0ed5bf917fbc0cd9c17c508e86d383
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2f567091b51c6771ab756e5283cbdb1f8a4a205b8ab40af4303125cecf6233
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491e0b56ce433b871019eae92100208fac439418
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee277591813e3d3db2b4bdddc59beafd0bfcacfe89f00fa7e7fa9f3c38cf4263
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bc4b1c4848b0c0cb4420530899554f2169e7b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b38d2c44ff3c2dd79a73ebd70f0058eae88d645cac28b216b4cd7b10f43ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c1094bc80b2064da4962cb4e0d1fa665b6db5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126978012f2396a53facdbcd904dde0e89a1a6a838cd340bac151e2afa2b713f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55115bab047784fc73eeee8c2a9bbb53daa605c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc9f6e142349aaf55b1271210a7b19212f54986bf6504a71b4e2dd7201c7d95
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba356ba711cddd66738d1f912018684c417162
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48935dd28a3cf901459635e3dcc911e496c2138a7c8864ee2301c60235e779e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41032646a6f69cd318ed92d1fc0ac8103205828e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbbc45b7d717d9c260aae77b057fd7f3fcec258be0507623a906ab765438582
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4ba53be64114a9b88e8d210aaf10b5c076ed7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb13ed84ec805cc902c956451b965a4b2b5d594697790bf640345b36dedb57e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9415157461799a74c6a8539d079f083ab33c021
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7304ebfef3495e8290284ebb71cac15a088c00ef5cf62da20c1a6eef0fcea9fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8579f92246472beb84ca0b3d9c6dd30c486c44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8bf9b9eaa21d9e2899dbd8685ab0bfb092de2bc98709d7a1f252e525c7c0c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0406a2921bb727a746ff2513256c461bd6a99dcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc58e30a5427424dc9b0982ba3f15d2757374f7d7bc418ec90b0c4fe7dc637b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3cf1b4ce95d2c9bc2374c7572eba1587247361
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aab01471af7faf1a6184963fc75053dd6c8dc5992fca177ddb1aa460dece9ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8205f883f155087fcd449daf952a3954cbdab5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cca2aad5986f11467dc4bec55451ec28b27a8c2491945e5ea5244a873f4101f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c0ec0bd81a0ef294d3cd2bd6ac7220345fcd0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4653ca86a93c42b408b615dc3e3fee3d836a801edd209bcfe0dbbc77d775c6a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45659a4baeacf9d1210f260738b1332f2af4b506
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0dfdcb92b01fc0c9f2ce641a401b870556089f136282e12ba52f268a668b30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b7f3bab248fa55cef014b375ec73eec7814f34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6074a69c11b7e9502c5be01134d9e5e9f6a830fea70dce3cdc27ed7f2c497b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a0059df44078519092c9d0b0030e54da0388ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6611d2a8abaefde148f9c650aa532cc1b02a6c6deddc98def24c04753f79dd67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68700e8fbd749ff938f76f358cbabf7221a40c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8b5f6f9cc02b912559fdb0543e4a66d5933585c7dbcd2254c2addf77e276f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7483e110f6ad830ed8ad44d90b7e851ba05a8c42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6e3f99dc563eae8df4f9820fb1c04d7ea8493c8945fc10827730aa3b4b875e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9034012ffa1caee798aafe3d1f90a6f9e85e64a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec9ca77c2000f012fc348e87a818094df3cd153ee2ad1a7f19a163842cd488c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1c72beb4e40f26e7131e153533a0661e337adb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc17a042d10d066fdd4bcda0807548b82abc66752e753818ba4dbc852be6fe2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b060f900f1ff4f28b395feb0fa9560cd17c2ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c43cb46bd256f92537d0340c7d2fb28af2abac536e4b1f2c76e1f0c6c83ae2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba874ade35a77bd6d8466c34e31160764954d7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159de7745550fd323479148e93dce812cdb645d398f4a379310f2275a4eaddc1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df16a1749560111db469230f586e03099d39a78b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f654790cf96251fc8740809cbf1727722331e8c035663ada758358c927a10cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb582380b39d5d92b3f5375e15f060f5d8d21fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0affee61a33f4055b63dbc9eb3a42dd063739d270ba147db9e0883a6bab280f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c11171b35f1a01a5e471e93b04b2037d9e48f09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34419c0b5bd402c1fdff51ab1360c118c23179b772beb1677256e4adadbcd6f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9547cc22ddb4c65a1be50f6c5bc2d0a4d7525b07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4139917fd6d314c1a1cdde91fdc2779915bf8bc0c708130b5420842ef85aa32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b326d06f3b7c432cb434ad812a6ef6cc3495e71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445c383d7ac730922172d7290826e4054f56df8981d043c6e662b5300f2aecc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2574361fab1bc4b14b4a8cdd6ca6f091d6e9a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf2c39169c4db865e2eaf99ddc941911809825e70241044844d471b3d378807
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e62432b63c49f628b489661846868d58b7e5649
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159b76ffcb4ad91d116535de09e9ecffe34c13246e6d3af3b8f7bfd9583e2b2f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f39e58fb79b3c3706df3a454656c3e565e590e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63a2a56d730656fcaf07a4a026352a5fd0b228ff880f22c6d3428dccfe7f469
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6353f6004c43e553c8b433a9daa193e81bd29f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cffe75fed1e6d7a4614963aa6d4f9058830a63e9cc8258b22faa9dade30d156
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6796fb258f4798f9dc3be5b243c2e3ceaca013e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3471d1f853a275f189b67b9811003f43504abea1b7aff5ef051c0e2a63420027
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9904f343906f2f98e7b306b832ac52c552d13a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a7e01fc16fdb88b46291db07db6142290b87649401688bcb10f094270056f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477cf4653ba2f42fcdf397c65e17ee284fe136e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985f5d2ba33fdbd6c9215038b6176523fcf13fa5d7eb5d17885af5e55e8ba86a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d835cfcdf0d690714a8f6479ad1add8572500c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab2c12ee2eb6fbb5f5a7489e99094d7b347eb546d085c19d821b9dfd516a8ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad1e06353ad6bc8d829e751fa127d41f9022ddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb0461d0728139654969bda391867d054c999794a7c6e5cf41c102f7fbdf68c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafc0da95c0a45b13d05dade4b9028dee6296292
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d4d8f95dc6bd83315aca00b86b526609ef22b3b42ea090a8ba93ab40e8481e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282347874fb20933ef7fbce95417d5c691018c44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c481efd490e6ebbebe12481e7839d98ec84cbb81a70bbad10717f8447c0534
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8c8e5c4a41918da8880b876f5c7f640d11ac21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fe02de84c7d28da96a487972bf80e629e952cc5fcd5e24004ce467fdb14fdf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404dc3358f11c7ca5b182bba1048fb8d7feebfdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58497e76fa04db8c1911f5fbda9f95ebcb01008493f4511f35adb7b545f0cc8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0abff2f36ec009befcb375e9c1f080f4e8bdd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285d5177eeb76dc8002f6411049e766353e6d6f01eb7d18b449b92890b929d9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db043ff0488b92bf4b8078f54045899827a28be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9dd6e693ef239480620bfa8ff0b6fcb4c22f4db774cee7953b322b46aedae1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e40baa4c8275df4a29e5b7bf067a1a83d285c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db74729b6cb4c78c3c5165a19d2937d61e5668fe72bac16ca121b6ba7ccb209
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78064672874ff7aca180fa8594f49a79af13035b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdb470f9861b9aeef207a782ba61eb6cd55a29c3997889742c6b81602e2360a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccaf3b8e460386ae97cdc4eb17e87af99715f1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251ca6e331c4c733979d5f76aacf55e8a6065e5517dab73d50cb997e9c0d15b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50597b5221ae2b580590f2ed150d80ce90cc603
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69da732631d2e1ea29347b0d51fbfe6018042678ab9d5612431f052c1716c6f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8dedc69a5e4d19fdcdf64d1e3584c956855347
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6e9e0ca48f58e69a18edbd7a5f30f84d4a25ba21984e51ab56df599780b29e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ddfa38b6dbe00299e5c1ca44594621b64755a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fb1385abb6a4f16ad55f790b9c69aeaaaa0554b1d5462b5ef9a3f70cca8cb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1147f89ae8784e290e32da1138de33ade122e0aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030277b6c3549ecf4e01e9026b1e3ed1b1ec9048bac083c05a4c5d094cc636a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107d768752837d36d8c05c18292c5a8fac971704
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41cd863ecf739a692e86fe540b62797419717259cda70fe5dbf1d0cbf5042fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20ffed865eabbda451a0fe5ea5f819d94ccb453
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9c2bc466155f2e727209a868dd6346fc30a9a1cb8fbc32d7aabef478e62693
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e01fc3d0fd8611f10e567f208c600d513531c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f28f595cf14b859c84bb9bec17ae5a9d4468dec302b1b942b234367d9eeb4a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d9e83444b4a1a3b6107d9dc8d22c1b0e82d629
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e151ffe5c7f79094bd1d816060e70275542ac7525cf23dde6cba435739505b09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280920cc430d7057de9f31b4d3473d0fb07e5cba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351e81599693281318a6559ec9b00d8c31e04b9f35584814f821475c9f45d495
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8860b5cc14ba41ef783aa93c06dfc1983e10969b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a935b0e95bd7168ad45ca0cbba741762f97638e289e8c821fdc69eb3c393a76
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f96aa04f874b30c263bdcf31b6ad2fe4d58e8a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd34a84240149dbd7469aceef0ed128ac8d3284c486a35b626cb9acf6fa8d71
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d8efc7b2e9a2418e85f08f8b38df07343c5ff6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650cd5dfdabfa3d691ff3ecb3ff762eb93905d2832c23552afad6364451be546
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f38c4cd6639ed823b63a6c4b41402a98c7cc05e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aacfe3edd8edddcb16af2ae7bc8eb7d0bc2fcc1a31f0e9ef3f91e546ce60dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a967a27ae6aeb4940d9e4fbf0da16a60b2dbc74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dea2c41086e0f2fe4e8e31685058f4fa8f1e92fe5db45c8cf93a7ee2c883372
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9599c722d334fd9c759455288852c57beae87c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40daf174367f36c54a6a36b85afeef28b8720c76aa769c1932e1438cd2046c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b21d3b923dbcaa9dbd08a81e53fe73f338c2cc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7091bc49370d0d3d15b7f7e9e6d21d8bc688dbafe2ed6aeb3d1e5ac52ce053
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254b93ac41402d82b596281cac1229c0c1267dfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89094305a42bedde93079399d4ac871ca71791fe5e6ec886f3aba412b5e0593
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc7bb91a1b52e11d36fe1a8c9e4baadb7890375
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70508ca3fde6da3fa31082827fdf67110ade89007dde2da121cc9d9dbc4058d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36aeec79fc38b8486388eb70710d6e4941b03cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb34cdb30e6052030740eb85e4719514211ee896a0eb12532fd0209e96bf059e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c13f40cdfa4a5a546b6b9d7ef4c3501c4a6441b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe83db130db3fe5be6ea5a9f1378dbfe4100b38e9e6e3a24e07276ed18c6bea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8a08db0f2c09890247511de38e3b05fd29b95b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1db702a66e7f93f8718cda25f4058037b72ce0d98cb4071e72e72ac4e53073c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a42711c7065c1891485b8ab9c59eb9e20966c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b73cfc9177a44b027968f21108a84ea43ac6c49ce1d8d59308f38421e2b3511
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78c98fd20ca72d4ce04c0f8af52c2973db904a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317189c66122fde3347b99c3066110b1450d8c98ffe2e447b1618cc0f4c441e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e54910af17e32bb7b97f01329a4effe3ab2e046
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fded452cee8ab5fd8d78b0a86f059842ef8de2667b6734616a66ae5541982ec9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f650fdda6e94231617bdd4774953a5de2c4355
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c20e0ba0f2d3c29d73a124efec1384a014c1f940672d71c57a1eb68ffebf57e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fde1fba0c3b210dd7d27038d87d70b721ea682
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295ee0dedd7d6c528f02b41b9e69cb0c6fd1ecb4615eca6dcb739a296ea94de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0405cf11c99d26faecbfe421de669a9ad39ba1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27ba0827ac4abfefcfeac496e0d1ebe3d118fdd0f256c512b6663ec0abb7aaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8905878cb574c47955f8da130c52437836281e2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f11570ee215ca9345c793f7299aed12f5e35ab12662a76c76001118ceb1b74
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3c9f09d2b5b4f4389bfd5c30ac9199d16e890b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044c01eb6e4ca88d02b25080555b07903725e68c8859e1f1eedae0fcfd9f810b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8c51492a26cf7cc548cf6bfd431b84758ae435
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299f29a9cf0acb9bb9d6dfcbb833083e96fbf3d68cf0162e9fabaf16922971a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3e0fbb12cbb312517d8a163ccfaf17c3c93eef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83ae763ec1bc934a7c2dce23e36ea5057bc245557e18599fbe4b8d134a5e9b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130758865b78913693ff24d8bf255ab2a7306ef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5511c1f776a27bd811a5d2559607b74bb853c36cdd7cfbc88e0d24f55fb6bf4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c740977bfa51a3f7b68ba638c7356ef4031c82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bd5d29c41ba926aeaaa7e7b92b035245df6dda6dbdbcb37d8f7d510036ca8b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85132685c7300bd0ea4964a644e6a2412c2da42b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4621b96d368f9ed58f850abb5f296ef2e3a1465f25a3419be916f7e4b8ba94
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb40314c1236d5c5b2bad95877e9f3267408e1f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3182a2579e6efb5393caa39fe5c118ad76500660fcb8835680a0e6b7ea4cfc7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f0a399adb713e085d1e9831084a113a7ce467a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454b5bf8cac03433caf44921a7ec08e688f412707de8f753a545344e25931ae5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfab996fdfa0330424c9e44eb7dc4f2b5c42d0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01ce6999f8da58b8079dd5bc98384ddf6a2fc1c0ed056e4b57020350dc7266a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c611049c49d89c602bf0a7ff8d4b6e881083602
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cc4872e0c2665bb5ef63c2d8fde52ad78c2e7abad4c6284501ebda8d5ab84c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3a663d37a4f7a8563f534c2e6801b12c59edbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee3e7af4844a4814c999c14275f5d3ac29961c17c6f7581e0366833bdeb1752
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e57d9f6df08f5df69e429f69377fe05a13fd11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129769c5b5add056d6e39f30e6e28d0ab0effa09a9dbf67d9d3f4a15a7291c52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2deeb8ed1a8c3890fda54c9c6ec5d6962218bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad26bedffe3e22abcffc097b5bf080fa58cd53e8a781568ab401870a2bcf80b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da11cedaa7adb049453c85d9dc0d5a374fe54693
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027fcd4467cb534f772a07df1f4c216c982da26084c397cfa82d3abac95e5f13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b46072363a74f88616198709dbaac7a9542f523
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d1fae54c5115c5376b739c1dc867ce30f0e8b24b108d7eae4f0e537338ee0b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db018b26f33195816a3c02e523145262cbe4785
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fa0da4d2061abcbd4d2cdc4933b09a8f7dddcac94288fa640d2f574fc21a24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec519931404462c034e8252bd322308e47cb32a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac331d7f821b787f4cc1698e081754603a29f35d53e288eb21b5c70c1ef58a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5cddd7744fa268e96d4b19aa6eaf4406f9fe0c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051c0766bbd79b60d3ec87bad61a96d3b242c36c3969344cf1fc9c07ac4b3361
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49483e33e5a0ce485143afb1779f0a628e3ddfa7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683c53d44514ad694f83ee2fa1067550254a144838961b22c30d5b760f3363a0
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c068944b12b39ff21838578a1a6aa132784ac6e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9b93ac522669068f8e5c930497a0c1a6ef5348615499be686dd2f25902e586
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b62c05197248285f9d653a4a26dec66a22dba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d734839e92b94b2f95739549e98645d64d6fedc63a190b416b7ddb3ddca6ad
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d2e89dbfabc7d1d12830722a93fec165254e23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdf824fa054193dc39c7461033990b691db1c29079e8d76005658617964ccab
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d963420eb1a818db3d38c41c19652c44f3105e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d71b0fd0a3427c79fed07591b67970641d5d0b084e5538d43e156d659f0c658
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aded57781fb2a362d4cefc77c3615b2434717a87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100c9822b6ff45e981acede42c230ff9b68ce59248ce812d2f77b2b9a27e404b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a25a2b1d3acc6503fb21b75ea59daa5b440ac1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bada6de2695527d8b93adafcf208e554dfdb8b3af4642ffd471d6d9c3923829
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ca3119ddfe8554144a03ee9129d816ec30d4a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ac79f24fd779d41ee11173e655746a3f77f6bddbcbe4cf89c4d0fd0230f114
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2d2c07e3d0f1038b9d29a5eff6c800abe76073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433fe320656664d0cbb668eafac3e9d6191807f6ca9243c9b6d9ec2099399287
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ba715181594cdc0ffe069ce9175ee3d183a59d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eb252eadb99819584db6e5fd5a9121678fac672dc8320d0d995ed1c09e096c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf613d7b3c9a52656daced8d5e3adcdef4d38564
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6bc17754ce96da44819704f3e6f0a693bad1655f5c952e5f098c073ba524d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c53eca6fc6c14ad5af1db4f03e0d7f5e53b257
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f9e45ce27ec920e57be154f844231a6d52230a160157166d7d8e4ecc1196f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f806577bdac23e439b205840f4a2a027920cc787
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9926ae48b66f8547d8b3e7f7f13c2bc813260972b746975b3e60d62263b2021f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf4da5b45b44f914462acbe21d360639a877ad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c8886ff4e00b660725f1f3ce5eaf6ec7fbda37f013f372fcc8ae93a15e247b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350c908920bef9cad0978c362366c6adaa00f7e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1af74acf4b319530bfde0a81e225d1f514f18b73017e5d8dfd34c1fcdf4e04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697a9a3951ae1f9b304e733ad60a68534feae078
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37337bbf56e4f93d9ae90e40841845de2d829c3ff7600a8ade48c66d4f01f79
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af92592a2d3309ed215eb21cc1ad08ddefa4f7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e81f4f17cafa39ae0d4922f3e4f89c87720c6fe1795ac5ecad7edc2ff66655f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4ba911c137442978b5d765f8199372b28ed6ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c4e17a63ffd76a9a74e898d9f4bbc5ecc1b9b6fcc7083ebd5995fd0264065b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c15869fa2efff38b437ca7d19567d5c620dab6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1782493bb3ac7daa5a602da24ad904ad5123ff7bd0bd66fea54a7de97a63f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a805fae02801b7ed8870854b48c5cf09ef6886
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad303ad6fde52d421399adef1f3acf48e7b887f32eab6997c6bd29acf090e69f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf9ed9709fed072620eef4d40493442cddf4b37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623658878942224020399894a6bc67472c9afe8fb4d6a315176bd39a5105242a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67554c5a6feba45a5db2b48ce5211cc18d1e8f13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb35610c0c12af5c377fe572766601dd597fd19630c68e6208c27bf349013742
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b61669b276fbd8c1835fd5a5b615bc68262649
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990edc982b70057d6181868afa8ad0473ae0804218edddb363d2192b579e5eea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e77ff4a677090892c646e6feaee5f5e192380e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223f814b8c1b182ec1c2167714a0ec22f6debc401eb508d9057cb93eb3e691c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584469aa4005aea705f2ae9e113eb050e5d5b01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b7939b5e7d0bf17d8f30a139e5f8371aa0c9c2446c9e19d15834d1c854f1a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63faf28151e2edbccad871a643f51147b7b14fef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11b5dae714e5b8a043e443848c54e05a9b6440f79e83eaa29e66dec98c29269
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af010b75193fc2434794b750d460a2313dafc95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fe89bd942d90f260b90e0ae8ea733d40d4426c34a197a8f9a32d8fd48b024d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde477bc4aaa0bb0df4fb6b11f7c390a8b3991d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4bc80f269d04ad30bf2c25ebc3691c4282f58cdb7386295ea93472543b3bbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5c92a28fbcd0446b1d730b06d1505e7c736d84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe7c532756158efd134a6e61a4f903c19b36fe5e16ffd19fa170d048baadcb2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727b29b2c3b7e8f589c971ecbc8b349d6bc966a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e928b0bd54c3db7d0f3c8f097a00115fe83984306dd35f6d11e9dcb109f0056e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e6b88b4d9d2775fc59a81c6a92c9583027820a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a80fae47887dadbd3f6954502cd03b53de3e45058382d30a4445a57cf6ad7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a04d5e6f29e26735897e1d97c2169ea9a129810
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6894181364cebdda75147af4d19588a7c8a61278ec7226d6ea93c0f1c080228
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a5f836a26a9a9f737282a53840ae931f63fd7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349a874f5e6a556d52459b0dad177a2b76c208691e1fcf16498ab5e27ee6ef7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1eaa511f866fe47c98b840695fea5e71b82e05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d55fd85a55c3cd8c1bc4d0b71eb1545a32e60150cf28fe864b221201bcccc43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2874d27b88135e4f3b0946d9eca971523f912f41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4feb398809ecf708a6acb1a68097bb8dd8540c73a6be889e06aef220138bb146
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161cd66286a065211d71fdd9f31bd90d9654cb78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269afe468ab916c2f24f67bcd3a068d2e92f547175edd7a5a493002af2a7f6cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13aa07a99c036531d03c8c3c8a470ad6ae35580e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fc92589079b929adda1effc7fbc534d570fba3c8ad2e9e86bc461e1e71dfe8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432ed2ddaf079cf955d9934ee374f19f5eac2ce5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497d02f277938ef36b32ab30674203f45609976c7ce1f07872410b79e59e570e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c1f09e43c8e1852221b04d5a9a5d0cfbb2eb03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57372b08e47c1e515267bf46fd393e612c88487c6c40556c203e75d5fe5072fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3847e61d1583d3ff6c3f26dea5f309246b5cc06a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275530e3a2384455ad4c16b1cf4af3b44ca970d9689b567659dcdd8697787b01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccc4c4bd71f6d2300684055d1ab887f5917061d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8224e4ff449b5086155a9a182601d799695ff58b75a87903bf4aed6b4b85e820
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a163d347a140593a20d9964d7f55f8ea54900f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b7fc385d2825ea86472312c2298c67373fbd0d68e8bae77bd0e27e2d9070d7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4c4e464cc5ffe3f08f288ad6a984c9b6f81a04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fdc3f1a25d3d5dc29d309ee03e1320ff9ddde1d734aae2d202f046d72d5598
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a28532c02cda2d7823d96476daf3de4bc95278
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8685e2a3b0533315bbf1f607c8c9d6e0128e1ae11eed3cc4cf005af657803e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42982e320d76b483db38ef1a2c4a88e85d8c2989
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f27c74fb7fd5c47012d898939afe1ec5be53e043097cfb164ce0373da8c2dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f34cbbc9725636afa156c797122c37e33793108
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29425a3a81b2a78236e227e8b43c2d590e86484dde54e7aad49d6fef63029045
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d91780cb16bd46f4ed14d72c1b7f9fdc53d716e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee353525d37c44798c6cf0934c57cc6b799ac2d396c74de7ce1cfce6a2084bf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcb805ba17e6d5c4fab3d46fc7afddaa162f480
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb8a8a778406ab9cab1faee75429452a53ea829434f7796ad986509e8c734a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb475c8d53a9a55a5cad9dd8cc34c4adce2a0eab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2bac85064e2edc7b136c29917e3e2e54fc2950468a651f72815620ac3aab1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa35dcef92d480e1ed58a34ef76d99f42764d8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9aa51efa8032176b4687b4e502a718d76c1ae1a463264d777b1e39ed268e12
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cc0e6942ed22d1cc0bf38aadccc5cc2e1d3ad7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da95bd0aaeb85cf432e528843135bf90304acd1dae309946f452270cbdbe00c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e11792ea0c307f5c40eaa814e9283c3099e3a9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a3faf1b5e987b94e89158513b543d0810b77818af37675ae38f074b0d80103
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc39a229ff2a7417ec19789e62a9c30cbc5401cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ede76286ff78434740a7956a0ecfdb61852094530966a80ddd629312337428c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052399e14612df5208c382329ee0ba3cb6afae68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fb56ff0e478f8406199f4a221bc90ae3229d0a598303eca25ffa4968048db7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cd784744a632eba18480725fead172bffa3571
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0567b6f7725947c3980f5f3de162b3ad82635b80274e170e2587d1fe77e931
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9698cf315db91e75707efe7b14836ffc11a18d09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8592ba8809f30918892aa057957d8e7497a6d1a2b9ecb1a1e3d9b6d4bae754
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4341d60b2e4c4e092063ebda2b899095c2cd13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60fe7c3c9fce072e9bfe81919a2cb577fad9981927d82e6ec169e322febe17f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766e552fef9ff97d7a5efe14d349f3c66e3a7ee5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73aff3bea087636d4cfb10a496676330f624bbbca96b80cbe3c826f098e24631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dadde7f98a782498bfd9fe2ae2ad7996fe87c35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296218d2f99bc5156b81e1bfbe16efb51e07ca00b62cd93416d8d4a4b308bc99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1c11431b37640d0840e7ca3ce2f39535d39676
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b05db725c54cdb32df2216b8ad8610c991e26db8c9a0018b639ef53cf28df25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff785a6f1e52c1f1816b4a693ffcd788397e7ef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b492ba1bd494b2e56c9d75f910abd81ebd0c1f44e9640cf113f051c882043c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace6dab8c92004129c9d9392cd48859dfe374d07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dff84c7dd02c2bb6523c6318fc951f9ef936e0eb9af6a979b21ee5f7772f6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066bc448cf20ecea844d0ddaace608087c293c6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f2c1e51b4262bcf6191d276edf0ffbbcdcecae596fa9aa0482c97d71ccb9e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce50d642ab8ed4ef58d004d96ba0ede53380984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6154d22537be91b716dfd42ae09b6b3ec261d133c163235779aad6d68e8ed191
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6701aa29c91b747347f3f68b6611e2ff4664546d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87056e41292b547b5343697f250e6859cf238b06f7d8c43d905b12f4f5f6203a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d9b43792561ba8b1bc8145221eea9c3a2f391
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85849883a3329467857c107e66bb919b490c3e5c038e2e17c519b6cc1858d08c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d920a791b4cb461e38623a579a1124733b6a9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27a4af1fc737092253651b9a17b8665b460cbe27006ef5c0f7f77318d32afd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2099bea608d3ae8138c837da270b993dd373ddd0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e034c31c7abef1acbf31776f58ec941729f11c03f059c0397d81424e83a7db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28025267ac1282f8d4fe5d890a5f2f1e9f6eb46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a094a5af8ad96ccefdd2cad24f1d49a163cbaf23f87c66903188a396e9bc226
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e813e597b94a9b76fa6554cfa08a142bfa23050
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebab01240043eead67b2b8e33263e4c2fb9d3d342781fa9238357a82e3668cb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b5edf5c1142a4d081e1b4118ddb5f3438b4f95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b44d5f0d2ad381ea8fe24012ad4496d548e103b538bd5a62719b9c58f12364
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d95b3749b0ffb7b1a93b93d382c91fe335fb17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846ab87c1a00a3d29b2694551e237d96b197df29d1e3cab80973c306989e9b2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74c0c07816bde358f3fa258c975c0b5827725ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ca9e71140990d8695726ae8cf8012e407afef8cf2bcf3a5d64347552b60dac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325702da5f9dfa3e1837b1c51c6cbe7810b9ec0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc9500793830143af91409455bae524a05dbc073c0f23f6c95b4ade5d5318bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b065f4f602329664d5f2118ab448a06a9da4d78b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4c5c4bd8121d9c8d03559d5eb3a1b768bd52d3328a51c028b41ba27bf5cc3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8498b0a4d80331bf4dc76c29b3ed64a48dc01eda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85db10bb2827da5034e120b0b28df61ed3d26be2b3ed846cc8bfafe6d72c5c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5abe51f042aef57a52855f2d0f2e226703bd5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec236138c05143c4ce1146b118efa5dd4dc83519fdae97f111fd81df3a3ea60
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13243a0885a5c2d2eaf2afbe806895175e84049b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2138072d3b6445f741374460de3747cec4627dff65f1f9425443d441409102bb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8b514f7f0a975d5f526d03426c501ff2278fcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1ea695e4d5bbd9992cbf784d22e77efdeb233f817821d0980a30d6928b8765
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc5b384de59c9f0dddad26b19b13997c7322562
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1641fa8a525f3af18aa79d6e601ac778f07e424b4448de50e38ad14d84ca03b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90518d452b8931d946780f22cf7c0606d748f1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328b52dc97bbe35505d720759fd0ac17363c29446169fb4f3014b7f7f568effc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d06db5fa2b33e570529c5e353591102c8f9ea9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52947a3b9b79fbb537a1e1418f37508d69203369ae1b0edc4399df6677578ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568d17e7ae193528bae136a6ca7bad0cd2f15ce3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d52a8e7ae94da900c9a7d141942b470b4b56123f77051a6246e5a3f723d6c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886de1f1ca571879792b5963a821af7ea778c3e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2111a2f5db2a684a93d5c91dc9b19a83f1c36935489ffe7b2acd7dd55498e00
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bbe454f9c932dbe34f6046cecba7be59c8c76a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7824e23a645cb26f0b9bf30957e82918789e7f62972bd4340fa215bb5bb437
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e156887b052270b1e4818e16f63ccf1c162ce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9e2c7dd9475972330b4b304f07724e741064d6e606ea3151d9330f7ef2c9a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657659d4243d9fd96fac838840c8ea5e924f5cbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f818d6ee4e58cecaeeabb34e60aeb73ebeab4f753d19d89d9d7baab1fc33204
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caa7514b4c1ec5fadd83837857d7a5051630eb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f014e02468c0f941d3cdbfebb6eb00065dbb107b46d80a6e99c86e7f59f052
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d491ae7acf6049fa61cca81e1cbd38d86586fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dc63bae7e4dca2f6c7c30320a3bf2d58536d1bfabc74b7a24a9bbace74aa38
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c9771f7adeb6e27223184637f384cc391c3f88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a193fd2379a78aa7c87c5b29642e6b8a6bc05fa7493aeee27948c1e17b24b2f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a36ba116fe3f38ead2aafc10d83580718dbd40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d37c0711cce7bce81f8ad24768fd960032e87d8dcdfd9d31815f536cc89ef8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96546e8e0366d155bdf53f99f3408cb5ced798b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898e21688d82dff031b71ef898b71dbd97de904a48e8600fcd2fd95b3515d6e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd98da53663661d4b92b09120bac24f2a5c75fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c5e4ef52f239d0d9dfb04f596b290fa7cd80225ababaa7ef869ba456894573
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9235bcf6fd3a31b8e33c5032b422363dae6baffe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f11eca144e82d61f41aaf07ceee7fceaf50fa7d23d8f4117fc9ab5731f5cd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1267a33b9ee91d238e42928a8d01268aa4bd70c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cf4abacd46cb2ae3874b11fe7853df362d9991b8d6b7306eaa7f2e98f22079
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee501450ea8b306dda810224741b315b74783b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7b7781eac7fbeca0e893f65ce2d1a024f00dacea7f0c143dc107ca5df23753
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604b50856762f6037531a4bd1cccdd2faf168347
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307547234fa6c33203ca4f89096dc1ed11c3e5fb64524e8763399ea260196f91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fa31b0f94ffd0108c0390fd3bc674e2eceaafd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc219ae4e16869df87af9a2cfe8f70d316a78b7a7930efbe6459e1acac8b5d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bb5ba1aa82778369d859c0037c1f1acadf1f9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f96066005f2d1b290fe50e5f5df3b701068b7f10dfb57a40092bb1c4cf8a8b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fffa14acad8eab3aba978232698d66144aa69c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be92d68babe437c39847c06e6d75810c235b0078af05c80ffbf0ebd974f9314
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d7634a18ea1cd9351924d1a034b75f07cd6af5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852e862bd6655d17c2618422cec01f728157b9ed7ec0ec639b79e3c968e4625c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9062a3c5de5e827d1180c14ded2f577ff8594f1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e799254f8886e095658135ab6db50299ccaa3f77064c2ebf8c44af483c0240c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40289052fd7f2c582d023d591da68d27f955e740
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6f37873ba644c3ecfd3a3db49cbfdfa79511de54ab86e4d42e5cb2eaacf217
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9f31f68f909bfd3c71d095fc4c90c6bcb38e84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351808bb6eba0d2e20a22093944641556a28213dfd3abe2d74432c92cc89ed1f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ab312e1e9cca05c3d91304b3eea2c1c7b651f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be999bb3367ff53de2577ce575ea951568426182eac6ae1fb59209b3335dae7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6f7c293b7d651ce5bb625a768fe8fafd979dc1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b965d10e880f702a96f6b4fdc2ce3c28d28d7ad1224ce66119f20b13ceb722
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d724bcae4c8846743cc4f84916c42bc1310786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329ce9464c43929cbb8b87a544ea11524391b2af8c02ce8d243c113aee3af60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0bafe2082232d697296a6fd36e4a8b8c39d67b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20760930492e153aad996122430095b78614ff5584f954b4c8384c2b6f198f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e58e530b3053a7fc733d5946bbca35f4a259015
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0939472fabf4e9661746df99e2370c6f2e43a58c0c9dc142a1daff1166b4a6cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95eff89677422a690f3fbfd82a7af5112c59600e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a68345360e12d4497071f0da7015380dda98c98c9b5f09d486b763f6609a98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64422964f24860d3e53806ea9dd2808813d9bea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c302efc5e006d8523c3fbba60c3b0efba6411a0e88d2332c05cadddd2920c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393ddfc1ff1494e2306ae3c683ee713d3bca46ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b1c36bd2ff3c2d6d940f4b5225fceb0a678c2508a375c705d6a766022b5d2d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1bc9e8cb3b8a97e99b379b044fcd2f01f14073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263e2716daa43e7b533a74b1e9b10b133d00139ce442eadef2492bbc277fe8d4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a6facc9b854faa29a715734bd1695cc1ed17c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92e03e964a937f47bd8cf5a292a9ba94162c77b9eb910e6952251d45c4412e2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c682a1989bf72b9f58a17024132deca7b238e6a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e614ea8346c5dd5b53a324ea967785e25c3190876b3bb5bc45d8ffeb1570b786
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f291ce7505af9200b72b5951c535da4c8be8bb45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ecec140bd499cde6ad8862a0f25bc49aefd10338628710f91db7dbd91fe049
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92f160f7d57323892cec3a3e062a22e890e30d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a9e471ee269faced58c3a1dc7546a259e59f4ea2904012fff51b8b77f779d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c317e371dd4d7320df25c295d6aa354d06912b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499767c67e2b2ba4a055891f0382c8f0d376c8c8d7d6e30472ede3adcb331af2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3231942cab7102aeefae79b3cc8dca860341a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fbe7f9691c589afe63433b6c93ed39d0611fdf412a6ff6aa8c472951f89eb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae1d9455b21fb2a98e4ce65d0044cad36b67b36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1ff6bde17ba150c6cda6a93c81757730dc6382694b67a24d0754a8e6bab8d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311fafe80b566b93d64668f1a8b4cccac17d9439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cabd3afa9933ef971b230917749f8bdaefa234b4354e167127fe76ac4c2880d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675e55e0259a85e8f3d3e9d71478c7e163d0eac3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b84747e7a70870a0c6dafde2a1b2a1b2a0d903e4a3e7ba3ff02468887f9535
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c1e1cd3996fc7497a7bc552ea9fcb72594f516
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7964c01b9f1d36e724fba8e2be67703581678f81056caa572b9cc7d50ee43271
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c905de82ca218cc8f28ca4eb246123b1989b95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e8fea76e034cbcfe2f7a74781be16598d985545f76c66d944bb6f9c1161927
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a24aaeeca78e33f3997dc9a77a0176809e5f6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a26c115b8d5efe8c71768bb6ac2d656861805bcc2d82ee31c4e21d0db720b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d2f841dc10da73ac37c85cb0f799bd06109439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d76dca2375aee43c6f287eb53ab858d425e825a37a737dc7b62099c7a1ff37
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d66ddb5a8262437b37c59edc6039affb7ac355
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de589641030d2150f84d5463dde469edc5b8d8131aea82dba81ee250efc4805
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf40b81b90709ac29b692fd065e4f854401b3b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5217028aa73ea0b1b349e95dff78ee12b7347165769bc02c49ff9ec9758521
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2925f648dc904c34937d67cfb9392c1529639b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd52cb13956edaf0fa6af8f06eb9e9695a173354e743611e0e8f761f539396bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b65b92af80be2415d720c32e79a59e6b56d232
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf114d40d839b0b5bd8d72c5912eb55756f80c90b9646a481a44c1f36439378
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d21346cda0d68e29f1100929e77e696a9f6a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5808178430428d5bcc98da516c2e4abacacb93553848e283e73ca8789c1920bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fc7aae99cf381b8c9f5a3ab423d685d660ce2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b475c3e619a5f24785723f72b07f598c03dff6ad0c414367b71a0fafdb9c8ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1ab6f2576d966d1e282b650213b9944da945fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2015ad679459b4ecd6831baa5f6fd00fc61e91954bc1b1417e63767f5acffc06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8441059abfbdd032d4861ed7a0190805b9e899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba8548c1ed1a6a4a321efd87bd5409b15507293ad539d45510d3cd8160270c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dc35f52fed725d8a5e4e2855425645cdc86df0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a05b31165508b544b3e7046b7624383f8120c61764c3eaf7ba50167ed52940
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26967700d4f13d9629ce84867ca43a8c68a27581
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acd6f2a6df4e84e6b3a153e9f2584ff471a150725a022b7078e9f208c8163a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bb19c2a8e3067d1bd944dd1c2f64b446fad591
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad77ec2c9c27428e7244387f95c702ad231deead837f22364f6b257e86e3be7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffba03d87b728d0150465c29dab6f438d738956
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae1378235e739475ba3c0914f243a2004448d327a99658831be9f0131947007
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187b1682655e06b28c3b5f7cf9fa9580c143b361
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e70276a95121cf5abeff7bfba56979390fd57bb0fa5187431afb9d3b73b759c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80786db0073870bd29a537bfbef8fa512eb19a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e4a606ddb1cbc2adb617d683434079d1f5e0cc9d5aa24e5cae0a9baeff6516
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b25378fa50b3271e35178f47595cddc0361d71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159ba264d839571788ec54094cbc13e002e2a8497ef34aaac28718bd19ad2333
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73882430bb081725231aab3dbcfff857a5bb00d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52305e57c8b396e210d133af5545f6f9dc2b33b5fa60e244d74113169d381413
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985494c28c499dc738a294e0c0fa857bdc51d629
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f9b45f7915b88c5827982a56fe43c67ffa38dd6069c8fa428fefb4b587b08e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2c835decf4e2bbda1d46b96250ec7157811746
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325ee6d2d203b7e96b986b1283afa5af44f5dbe723fb942b4013b1fdcc5c9057
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f21ec24356b710d4986f7871d68f9625eddbc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117d0c1ea01bf99a0d99a94145e1861bd6aa2e172bd1b203a915638ed7fe1dbf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1970e68a4265179ae7facf5434a9a9ee2337265b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74044aec479772cb961127d1ebbef1e6bc88e9eab78a912d369454f5b2836af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3eba0b41fc19b1d4b4ce0204dc0877f831229f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2ef2078b9916c2d6cc7887c200c96e08103fabebf7466b8fbeb9f6d7be6a7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0915e03ef7729b481b5991a8e35efc318abb4ff7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262dede95318a614a33e11e5917aee2be08a2400300f0bb8b368d1e7c544722e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bdcd6c98a0dfc9af07caabe77b727d50285572
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff76a2e7115d95bce9e38ed6b383a02578a92f0ee172c368309b1af345eff969
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203aaee7e36ab5189a3e140d837d3367e4b1c0ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf38d2b65e1a67eb06f460b950b90f4c1549eecf54496d05c734394cf17d80be
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8be661cb49e373cbcdfe09e8e9d854c54db591
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0643ae192c23bbf672dfea301ade56bdd96100a18c73b8c9472c557b5362549
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93e6ad8366e941f9e540155f1bc29740b2d83ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce87d5064e657ba4adde5b4e4343ae92ae8788b88e46007260bafb63956faca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8fb00ee3b7cca5eb6271118fc8e43f52dca4e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d39a6c103c219154cf048ff588fd307f75a134fa34d90f4272c375e4aa38030
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdbc1dca4d047057e289f1bf20c164dfec82e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66b905e55fa9dcfa7d56417aeb09c8dc20827cd8f40691513a59804f2128e92
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9adb88570e193ec095a86ab6281a3d0c9d3723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6bf052e696ea217811b28b736fca583fe28ea0a90282351d9019fad64444ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665dec1e4d46e17099c6bcb4b0218a24d1b88c84
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cbeb6def2800556f7e9403795e127fc9330434062aabd818783e524371c99f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262672c4b7b16af40f52168c9c9ba72198691010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d79d99d137c4b0c23eec0ab8f7735710d11ecee043b18c94a13c142644916a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c95214a0130448538477ecd70dff41a85fe028
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfc68ca64d667fd8518a89a7bb89d881040c7b62774ca8ce383bbef6d550e00
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fe725749254c35a4aae528240cf246858b06eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12582ca13096e9aa125879c7d1ab4838a0d54907075f7391c5e12fcc3d95f858
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc3e96c6cbadcc3a391fc89b92ea4df1a72a4c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b432e1ae40815f8292967e12387df4c157ec2c054999a34f1e8efd21360bc263
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f977f6420a2541bc8f8ad6cc4e0ced9a73a768
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc13d9cc80a2e5d54ca93194bbabba094b08067f3929cdda144fa58d57bb81cb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1996d22f2ead9d4eab9a751946e21401df97750
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b2832d64dab83f1585840cfcf8ba7519b2756faee71d13623fc0f7cdeba8a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82f5b5a0169fb56b48decace9af0dc01cc0c5d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b505d57d9051a9dbe840674f12785b79fbebd8e09023c1d88e1be3ed441e1fac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b615d8788123c9fc99df1ffb82199a1fd2752e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b8fb41a505316e0b8ea24be7068b503135755fad3ed2b28b46f217c80a3cf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d77b93ae4d18a7c183cc0cf1f8806047b0ff05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fcdeeb8b0e9ca274cdab2f8389355a75787a1fec93d30c9501c81d9a9c52c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7e532236eb46381a5bc5c10e5144d388c27f45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de774b7c8f25cb72962782b8a7f47dd08063a2e7b083738587ab4a9a2fb8c9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b40113cbf009f640d9b4ab888969f87e4b8fdca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1908294efc7af46e599c2e87083a8b79428b08c89dc71ed7ef0c49a09505b463
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc36cfa61617f808c59fb08ef7da63074965054a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d332943122c47dd484d74c77b69eac8622dfd22ba1cb4fe63098b8e9a17629c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fad16acfe84745ed7083f531000e342f114f29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fc94c5526345f8fe3e541affae0d25a2cb9d54049675d8701ea8b20290223a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dd6ded0807bb0132fb5164c3afe0cb9a5205ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5669691fa4a643a1f0154418114fa474c033452b4d83db009f0ca75ea1b4e7eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c626eaf47c4e122981c58488476aae1a96186be8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce87dd1c45c21618dab510743dd5e98a15f257ccaed8bbc1c329512d8eefd626
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d64793d01e89c2c301daa1dad788385b68505dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe2d71d467ed350725c39fd85de09aef4918b48ab5bf70045d8344f422b3536
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5732b59cc901795fa4635ec17e4ba2409efd07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f62f4899032b2aa1dd0844d3a2a9bac62848bdc2720789be2c39e1e85d0b350
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1749815159377dd3a08e2cc14930f1130e6e3729
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58876c087f3227eff27aa5358dcf2af07e442d3bd601e4bbedbb67c54bb0518
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80adab7ef996aca106b8081b5bcbbc8a0133eb2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1424e2481c7a19887d7d0a1103147c7bf407e1a271c94b27dd73b1d1c11aede2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f64df48097111843e5c0b744e19f9535bae21dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6db122a8484481cfef394bbaf81b9963ce82cc9adcf35c3ad8f84b95616e22b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db51e3897976c282eadbf607ac4b9242f7dee374
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c026ebfb2aa94c5f65c789ab6a3531f97967d6d3f4b23b03aeb9140f787f0a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1ef83630dd6ae5e42ab2146349903ca8403ef0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a39b48372fb6592af39f188f12b0c768cffe46d4b6652f549639da135dfbec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fbe0704946bfd76f89e8878e3009ae0177bf12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf05546bd846df19061e36df88eff359978108ef9232c29972a2c61a49b2afc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781de271212738176cd41665981421b9afac16f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e417ae7288ab3d14763e89797914e92d7103a1ebdc6f88067a2fe8f328b7f17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f4326d03502743b27b8c1ecd689b0ab695e5d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc6f73395b95b49ef5b10c2d6df69d0e191497d06905bb5c158f0cb24f1dc4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d2778a50331ed1ef93de405b2a501e416497e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9384cd864432316435d1fa0a4dc3d3b3a03c8c9626037200c18c57f2f1fb0f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed219251bf3205b9fb8b39a087823552e62386a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eaa4b0af5c1d1ecc9658d9f7170bc646018eb1ab07d583a28e39cd2df011349
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4632865e0633f665c17e7c79cc504daa7e831313
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc47facbae87002958267cb49a26313c7dd7716c51ae52b4e164098601ba108
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e8b571dda4e99a1aa8168f07ebab425d4cd7d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb0cdd8399e5d98451c17f428b4cf1b55d33b547631943d5518a55604fbc140
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e220fb4166fa9b32af5636f2ffaeca19d36e71f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9ba735721b2c9dd68ba8478a26b42ab6941f06ef4b0804a4b68b360a244b37
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea6d4287c3bf706ed2af46e3ad45f64090d8322
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee23a434aea7834c51f4f5d2e8d64241b8181625d1b8b46f380b220f5536bc5f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e73c7aba7825df1d8291f044c1357c2d1008f90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2e22e26b9ee755cce9453e553395170f5906991b603e846e082efc5c2c04fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f3614cf19f52890bdc6df90a862ca05c95830c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9a42ac8f50e3badc6654ec3d2d8d7afa9fbe2ae07f295954c8fb8701aeade5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08e1e0ec3258d13318e314cbd5cc746dfa45024
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f6f38d7599c88610b368f42bb04fed764d0861a1cf9636d4043e20ea369d73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab0fe1378d491e7c661293a0bd52e78df207645
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2995cb1de88e35a7cf848ef1f6663e1ff4790246123654cdfb09bacfedc0a2f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c492fe3a9c24279a3079322b4c462d53e3aa100b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b7aa2bc957a7e2c32a5f7d4619e7f65b812c693877d5099a8295fcccc0a8e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282b89f57d81101220e2ce7f1245b860dd1dea16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab36f0329df2144a4256e3c3f9631da7e0e341a294253add521afb5eb875d37b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0550652ccc4bdc85f81afba65486cf50629db93d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a521b91d7b30c84073aa0247da2d31d2b276f4ac75f4b3c0bad034d79a11ffc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b303f8f57604b61931a203068b56a3e01d069f03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefa9c18929411ef5b82fc3efebcd15248b10f020055bf023c2bd349c99a1cd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b2fd7b370b6966a05ce35f21ad99ebc1d29b8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642bfb4f95d4991feca3cd6af47d5d34562b142168a6984307b8e8afd72ea0f0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc048434f43eba8cb010dc140cc4b846463a963
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0dea9876e938792b48f4bc9920726592a77bfb0619f4c63ef7720cc0065359
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b854ba7ed2e659365fcc6ee67c8879b823369ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121af7fa9f124224c5315fc61b012ad47793048a3b89643e19a30234f3c3246d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce67ef00f7799a12aff02f0497037b85c6fed25f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e636545614cc3823a818366d16d2a48614a167cb79be84da4c914826c8a8d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a653b7306fa056ff0d116590381c1440e41979c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82af49bb769965eff3a8311613c091036809f79f22915392b6280829fdac07a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1be1e758aecbaa0c32d532a75d59878ddcd7de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc24d17ecb642a965f1ce89cc567c2ede56edc9680e12599a12e8f2546db61a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1612a37dae5f9a4726b9a917a8dbfad0af8ea439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d669578ea4bd35d1b45a184ea21cf285e2dd1041431e0480263b63febfdb7f04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75be927528bc6ca699d4475eeedca8b640c46785
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef203720ca80c283a674114285918e182bbb2e4f5dcc840f86138507659357a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfee20c048e39cdc3a7569b6a0f60a8ce2b5e9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2335b684d573b82bdd3f3448fb0d28118fa85826584c7b422bfc158e4b7f627a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a132bd31412a08d599588118c36258213abb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b50fdd8859649e3d0bd94d3788326ba4abf393e3e9db9b33ef140c2e8e8dcf4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0f2c842b1a4e415e0c1b271d01876705605932
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de9bd2ff217744ebb261015311a5740d471fbf095c9f82dc4411548ba75939b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77585da25e3d29230ac0ee006fd199659833a92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1719cb07ebdeb6ee47dbb34179aa6ac67192cda937f19092fd63d1e8e433395a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f928d5ebadfa44328a5bfde3e8cdc4db065259a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4010af5d7816a4e9989ac1e83b9931354f84e852565de1a6acbd1d1b59857e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20773108ce2ef937ea6ae3975773e9c54c16ea80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3080fa275b5b5bfc9be72c5b2abb52e1a57d01930ca2abf6e6305ab5e674835c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a509399e7a9e29918e85a8896d6553127327e3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b3dee783ae10e30c7c624dafe8b56ee1f723bebb548b6d5af8acfa17c51d54
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffb2934d6a1eb48e08b7afd1e2fb0493b89719d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5630df391c83ecd6b6f0df299d299fcc8b6228cb71e4377c72f4d4a31e5c8f91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712a422dbcf60b00c86db67d1b054fec061d7163
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d45c316d9d575de3e9c73961c0f8a480cdedaaa8395e00d299744879876f49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c244c0149e29261cd4f29b28f03ed9649c55ac51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7065e8e07dc72520aa195f06c3598e349d6227136ecd0428a1453dc7fca3d494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c079cf57869ced98dd22aa5928c66284d25e99c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3621cced7e8454c2219d7531953c13dfb192f4e499e1863d4112bb52b9edd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662edf911dc2420a9c266cd5caf13c34747b2a40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e90d44b79d21262251925f6b9863bb5e8dfb475260e741a4b8e2c94a7a04b06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767ef01cc6f43b5d037706510bb318ee62c28adb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa9fe80401f60c9d10bb49825241828cb2983903e86cdd909ea628d4076943e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d713c225acf296e7dff9bf4cddfa223f04d90ce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa132302bccc075cf2378f3a5be904c8c5e89bf5dd4cdd27372addca6f422de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910b3b3ad316b57fbfcc7d0e54f325e3f2c2efcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60154e79c1585c8774a44566d038c64613cc7b62f1660fdb87ca17e98452441
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07894665b459589fcec77998bdee6307e207871d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cc1d98249384085eb8f420e02eac4a89bf4e5a33b33661fdd0761b49098da0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2d189dd37c020bd16a3d753f9d2daeb14b1128
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f648a5483451aa8d28c5962bda94e1bf6bb17779a8da250dcf49492ed815ff3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94552d50026b7bf12368159cbf96830a3ecbaddb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f20e0d3291fc23aac3c2ead4cf392cb73397a5b9200a1e610ced0f69c646e23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de955d0d8da251b47ee0253f302570c96914c5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02698875af87732f080de5bf5bf0774b1d3aeffabd49ae737f16cb50e48a38c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c449f6ac8b559a0a04c2153d7c1c88813f1e793a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6331ed750deafae715aa5576dad1fa0bb2c5e41c9722e3c288af5972838258
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce737b68e4bcaac756409d004979bbab74bb935
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b142424c4dc8f0b25b6bd4ea8d1725cad220b8d0c9508a3f6a60ed1b2e2e8769
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25f9ccbd7b0b62b9f41f064c0e4c2009b09a42a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c975cdf1a27a1ac4952aecc0a310387ebe4033833f1b94abef475fbd427c93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b61b9e99b1bd0e14896f6ea8577acdf585bbd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5928e54fdb41206ca89478566e97f09b5f104aefd2494e7a8c24b9a4e48f04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03a16865c8f3dab59be0c3a23a80d2428fda072
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e920814ddbc59eb2e1b0608a2ea1449b06564627283fb71b46f4d2d5c3d12b4b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ace4c92c5b40ba1240f9b50a8d7ba452fce0c91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e10b236f44c51875a20a8f133d0f46b5068a06a3cd678e686603874830d0ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264e470022b592cb69806520470b04207f619edf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2bf0f04cf8f90de111b5b70e7efd9896f77661156f8d33bd01a3547952cc2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40c0bde74912b553f1f8ce8bc07bbb8a0634d18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3931bb104c5fe9030676054c199017e4d206c95035ad0101fe748c0271fea0c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9786ecad1c92cc9692ae7f7e47a436885c1999ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f002f19107e522b99a4477e5c8db5ed2492679f5c2ed0c88c695b091fbc37261
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf0cad4b23daa8c15b72472366cfe41b0c177ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063dc87e321c0f95cf1a6732c4cf6ede41112aff6c1d4a99110187d660b31dbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8555c7f9d38fbf09c429ce862a834ef4dab749
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04109c4baff07d2fd13f143a2a24f7132fc5b5375c1215622bdfae644bbe5273
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c426978bc5669f8c498f734202e585c85a3c7859
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2207f9e15f05820ab4edaf064e2267b2657e1e9cacfb5142d893cf222a7bdc0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dc921be3d5c73a280d908d2dd84a3ba09f99f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e676faf815c88e76151667c68f9267a5396a847dca82df2f18a41527178c68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03c638ef17121d624760512864ecbb538c25232
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6b9b88f5d66c8db9ec4230a15f6eb80e492c04e0d6594537d4e9aaf10d1c3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13e586d75b1ed21d895c57845836545c3cfd6b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6df09b2952dc88e22057511834d0d8ab1337d5337178ab9a7f5c492ff615267
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cb95f4464bb3b358bf994ab8e60852b2558b3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be785ae7d78a646e8d1711d2d4f0dc3c5a2a420e265e15163f499a13d0fbcfbb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034f4cafeeb485d97825735f177ee21365808899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cb07fc79d88a1a5d4142231f99bd6c673ac30f9b348a75729f0f029bf52f2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf9ddd55d5d5caa57fb6873483e59ef42f9df07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e84ebfccc0b10ba8e2c3229a622c69b17a58e4f5da9552f2ef3e00d6d45e868
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11446a7532bf16e5a73d6bc37111b459f3dfac9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be30e7864b382f2f315920b15f847202fceb76f5c60a8c6ed4ef6cc934d5f00a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521462b7d3fce0e468d0af4b8b00086c3a10eb52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8a95ead54e3828304f44b41d361c5a0a66de4bebc156cffb5275e3ad4af7a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c91257b73691482b92715b96d7f8452c50a1085
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc04ac30b97a57af0b4dbf0d60596b8e8874b586a343c21a55fbbf8f1f5575e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b233e80043c19be023b206a88cb538e72ab356
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816730a9b3a1e9e42ffe38a4367f29f55974cb5948c6c0100c7f70db390f70ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ab0c90c5bd2fa8dca7f7c2c5e489e517aef374
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e4c58ab2c2265d4036d725e55feda9e54f3064bb7f978cf414ac85b2a46411
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916e1e3d38ad6249a948523aded71cf887441033
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacf574590c39578b444fbfdb446cafb88a042e864ffe9d458fb1ba0dcb89473
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860317529753735f69b8f6feb791d3946de89939
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d9423bfab1d098459a312683e2840222912b1bbae16976650ef286703f0a6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8a11fea183701276877460a84877eb359d3ce0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09884840aa007e24610affb1ee46f81f7fd915f2677ef04579af61c8c427b46
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87af59d7c0fc1817938e713b4eb94a151e8b3459
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df78d9c61cdf5a96aef78da9f84e125275f9f3f88867bf1d0a86a7ebea25de4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fe50870ecee84ff09a031863e7ffc9f8bbe726
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4eeef957cfbae4487d55d84a3b8d9bdf91689e1ac1ce3243bc6cea10d486815
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2802fd0b9ba1adfd5ff5cbac416dca41b07b4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46077c231b0940192d660534adeccfd484e7d0af9a60fe674c9ba6a7c6acb6aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d043c705d687011167d6299e836b4e2e3fb3c779
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fba3f5378d96e168f189b501246f386fbb0eabffc563535dd0cc2a0f5686cdf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214dcd9a259c4c0fb8af5c7769cfd6c617df8847
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5138dacf158994d150bd57ce8dd6dde97edb6d7701834463abe2a5d512ac55a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be04c5532266ed25bbfd44ce20082a81fa5a8424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb090b8809e235309551f1727c50b2e46d5a4e6473b80b21a53cdaf29f2d7097
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7a893871757a701741e2d1eb0bc04780e24aab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abeb2df4be09a97677874913f2bf4a479dc9aea7dc1be6c75c344e0a1d83e0cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1326ffd4a850a290f1671ff842b4474121fd896a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9002dbc9fa31c5c06865f252d2360933edfa16db69169d838652fa6f2f0c3da6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a07993ec61499a5d78e376dffb57ffd1b6d41c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d030d472771ea9b4ed44db722db4a2b0957be43b9127fea3f54938c4a0cc3eac
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc88e6664daaf3a7c4edf463a7bb840d28b9f49d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50b439297d1739769525e7aed3bc5dd5ceb2d6903ec449af9b97f3b1e3b50b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41fde7b26d860d0c1dae76f54f56dfec2b644d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063e3b011112576015c541d9df77b5b8d1699fdc5044bd76e82ec23f0b27043b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5249e73e01910984230d75ccf73caa9a4ada62c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b864f15c1c7ed2dde0aaaa975ffedef033cbdb937bc14d8cb2755c125e352
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800612401306c7c2e2ba2b57555631caa9d72e60
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c578500acc51317c663978ba597f880453302cb07e58df7301765e4a8e61121a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594c2dd75772bb9ff5cb0190012e95b9bd465960
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebd8ba9e9115e1e4dfeb2faecfd06ae275e3b573fc62e0bb61b877ba62f589e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553e0a08f30d1564017bd6fa58583d8374a5f626
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795621daf0935442aee09a7594d9249ae7fd54e7b374f682076b83a388b7e81c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1dd0318e61732cab4b8062e0cdc6120cf63677
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e027b75ad2f639174821175252575d365f4e2f64d94dcdeb602cc0d23b648b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc91e567088324aee15eea21357bcdab64514774
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88d4002e426a69b1222b659cbd298aba4f86de9b6c1b345c122d366dc9dc37f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc922bb0c71df65a815fadeea12d5db97078670d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035c9af4c77c838af8f7731dfb88d066995834c3dc510e834708c119c13b9066
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d57821070f434efb6a12ea217ba972c65316474
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e22ad63501f708f771f7983fb4639196ed81fff19b7b493c0df0d9fd8956d80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27026ff2499ca42bb307583e7f0557d908bc47e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e1ec2d2813178c421763f3b987e1c1b7b827c671d0ccf64842b4b288012890
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab0228cacac25e505ab3dabd19446ab23442d28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d57a36351a4e00b41a63591993c35505e5adb6037210eae26bbd6835d05026
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a815a2d383b50a2e1f60a81a71f5a3b9ac6fba5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2739a4100eaff61cb51033dcb203d630db86d16fe9fb657b8a5e59174ed628f4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df2fe1ccb6c7d69cdab649ec365a6285449bcea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2623aaa5e74ba63ac27b2bbac3910c8a593c5524219a4268c4a2c638c8d169
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba758915c14529cd8ce3542f063598b460ea078
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4996351bf67cdc4706bcdb72ae42b52ffca69b25748e809b31c764023d041106
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2292226ff31b56c5ed323f0f5ecaaf5905add0db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c463b4545eca6a5f6c1838f5184d3a1b9765364a187fbaade3ab3bc5da7d9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e696628d534fae102f38f036ea0c33d8a02e7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822f2037d12f206835702eaa25a50ea33987bf549ab9cba2991009b95a79b047
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0151530681e3e250c7bbe3adaafabeb289f7aa34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a0af3862955615f18ecf28029b241554cb23494b9d47d74c10856fd718991
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1067e252a406526cec2553345f466aacdb14da3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb5216605f9b6f29246cbfb1050a33964bebbb048888901180c2ef0711f2e0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9649cf6bdaa8a6ed3b8d59d44c097aba90f4cda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e6e58002f63a49952de654b5a9e270e80bb9c8270b80aa6bf27eecaaf50d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c7efbf845b478e7cf23424dcee488f94bfbd2d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936ac949adfb5d5fc6bdb3d11191f888a0225f38b9e80c82c5e41761adeb6a39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c945769732f80a1546de7a2d7b33154c80620e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621fb4854d48ca9f82d83959420016bbc3e2b8d1332c9b232f530911b748b094
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024e92c1e3572a40ebae3df21bfa64e9363351f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a8b3bf64c3e19a5b6f0758fde5678fd838ed2e94d5d18957af8318ee16ff82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66017f40f263f93d87ace4212d5780918f6d7605
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f709d72e065a2ad5dc3c57d7f5a42da74fbc05ea9866e0d8b25a1b74ad9948d6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c5fc5c30551b0c959a2c96efe288ccc2f1483f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489b9072e2af6c55e30e54fd59b2c762b9cfe83af8326e5f53eb48cf1735c8b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b2ccd47569e7886c80bbcdeaff8246c8e9c147
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3eb5882a9f170414287a53d5741a15dc9654cb7340797004bff57d3888af39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9379aeebb2c86e7fb5cefb1924dd2279ca860e44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f6ea6433d646d8ebdce4384e1d49d85bdbdb5624395b328bec969089998f73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f204fecd9bdba9b6713a9c9de287b615e6fd13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146d2bde9b06af6bac23ead3c77fc96c00f9c31c4ed0ff3c79bb8d5dd80b19fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d222674f1f406ac5cdf7c0c9b116a4e9c9bfd0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431d44ed105830857a349d3da379a48623c496159c4c429e71450c18ae9ba641
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aece8ba8f7e8267feaffdfaf51754af2e41c033
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1d8accb57040bb7206e5a3833e84397c7a8f0d9218cfff21400bdf874fc7de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66f5911a55c5b0e005cc26dfe80430fd0573ad2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e9e4c47dc5cbd33838665b4a86efe18703b9036e9092146fb322e0454c5351
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8f723b6705f2e4b02f421bb340bc5b7e4585c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873d6ed58a8103c69b925452151168d4b56b89591b02274f6cf460ab84912ec9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a44e5609264ae81d596845cedc1024cb3f104
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0be561a43124d2861e9f3853af8f816c247a59f3ba5dd755716d601005bcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d35fd8956a48eff013180fa04bdc7d34574035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73af656f36033138ce3b5bd1c36dbf750c523115ebc56044be98ceb80f68cd2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67b83e5e36ff826735ef4f955d6f0e7647294e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0714a8d1f981828b71b7475402564309d9870e2a51bec15a6bbe07e3a565b06
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f960aef4a30d7c81c6aec48a0f0b4c2861b6c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda2c260ba4d50b88b47b63a216506102f136aee10c934166164b09be2fd8f15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0298a8734c1328009f7c46503fcea77fbd9ef95
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8704ce600777ea8eef9cc718245632c4543c1d032324ab29bf1cf616cf11975f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07b0a96897893171ee2af97b339174d8df23446
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d501f7e510807974471329cbcc1f601b2fc7df18d90b4fbd75ccb942c7771fed
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e23562a5537961e516bb408b2d361296ea5b78
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4188a02b7532076bda1779d3c5f44dd7a1d9160dfe1c304014ee9ec7d27f8f36
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f25231a6c23aeaf1f08bbce4122b8dc9e0933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebe8ee0ea26a3300c48a379e3da3b91eaa4aa474479d47feb16bd1a711ee14c
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f573c07df7198cebc5db591b169e0e291d356735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c80c448f67773732916049bfa27bb95b5e329d8981a9934f74b22faa4b2eca9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a800c3400d183b8d6680b6637e770ed72092ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad9356fcf912fc109de25b8606e631ad2b0a1852e3685b11a66da2269f4ea2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703045782aa2f5c60547ad7b70d7821ca6064ef1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d235f51f55ac941d312c934b6ed776468e6b344f507942b060f01f6c659df259
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5527d5b5295940c6f10348ce1bac5a0078bd8d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab9b7744ff387d3e4f8b018446899c9a73813b1e6626451b66f447b5053a986
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac552b6a06354c9dbb9000ecbefa7ce6365b7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f41526b5cd7ebf6b7e608894115c252600d4e1b6e3eacb99cd55accfb4e3177
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb8fe2c8fdea2041013bedada9b7db918bc289
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9a726aaf48b2659cebad79ef53f36b92e61159afda30f881bc25456c1a19bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b0f23b3237432de565bafc4613676ddc2bb54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6400892c50046bc55143fdb0689b730e4b917c640aaa14a7c87c2f3970798cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5731385e860f406d6902bd49491051d08d4c7988
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a63936ba54cea53146f44fcf35c0dbdf47dae758592137e4ce31f2b75d9a465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7729d21944401593b35fa04bcde72a93fd3b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aef33994ec3e295be8741353eac578a9ae46b6cb6f49a1ab15b8575598b578
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6338681d1024efb6cbe9ef129fd20aacab83e991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b314e0552e7b6e02a2fd7a9a08c0998f1b9a41188ddadd60931ec86472cb9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42f52c5ad063e020d5aa21c680b1628641beab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4f278688b5425bd14a814a27277455385a538c5227de306a39dd5b65d76a9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9bdcf1c93bda21a6355bd9b269aaacd9f83ba0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dded582579376e78b6f13b89cd24ef26b46f5fe1a99d4d0cd19fd7db0561d05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4916673c7ab2ebd94a5456b9ccdddd0b5f0ae841
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26585b359b15089a6471e73d264e38856a20429a1a7188f6b6cf46319c51e5e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d562af79d22e8ef1bb7a06aac11472d201199100
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311904bceaba693fd5f414dc0600428b22283f23d3ac1203c3611bf25731508f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaf8412574a58071bfb4bd08a90b8bcd3496351
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e27b91c23be3269a067efe219bddb67c306b7bc3ca80bcb7a9eef5a8965f4a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4feb63f486dc8ecc3ca05cc4567979428bbccb1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62294521132b7d730dcad44a30854f5a7aafc114ce25f3d1eeb76f6b9178d741
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f32a5f5c088d708f55eab2356164528b3b0655
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee85cec79446658ec5dcaa940e1784267d27220e98d02f26624d4c3dd1513df8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b01b94193e6e715eb17f0a53a280618e4a61b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33145a0c134ec3dce38aad828d07b17167c30b3a7ec5d4c2e8d653ca9254c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0deea7aa120f3ce67afea9e30331b405c0faf4f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1901f5bc727e7ddd8e8772a025400d53f04f68f608a6ab0b7c21e606750028
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db064bce38cc96bc18139b68a8e17ca28ca7f597
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea608ca590211e980db4a86818719095e60f8b79f247e5dbba451d23dcb36701
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103cbfbe1186f4bd15632ca6bb361ab5b55b5d7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860a782f2d90c703da9a854b0ac15e1f4f74098e7dfa3f3bff51e43eddaa2a81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af842d2961aab88667dc0cd151e7eacdc6e34631
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4a5fddaa470934d8dc189182cd2018ad4b25cffb64385eaafdf5c4c9856ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7858c8657db9bdd43a1808c13df62fc689d59f4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fa844f09482e48d0a610e4766ce331bfc5dac4d99934ff3d9c92646cf2bdaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820d7b8861bed2bb4debc5f5ab485a314549d8a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7560e3678e3a8aa7cca88c1c3124d6bb76684cc212948a34c99be6a88feaa730
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a97947eea7a620ce4accd848c837a782bb79c4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8913eca3cb2158402ff8f596792637d7a1cbeeb4d509143e8c3cd9725861a0a0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165e8046adaf1b7e38a0637af55cfefef1102f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c50a04342327b89a94f1061269cfa2fac3ddbc1d92f5940f62da9485cc6395b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d771c07e489d93bb3a95794418c3249cfb53585f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6850372b8fbf6b1449c296eb91a6f805e8dc906e97a874f428df6c34233e8341
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234e9ba0ed174e7dfa7890fe3faff40af39d1dbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe2bf3f7b315b039314c47c775af02b8df9745c157d824c2abff91cd7f57ffb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1db1bf17404814986c59c991c834d1614d29187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad7f0bd5a4123958e055fb549332520ffe550996dece1ccfafb292a95f7c725
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8735d6f5f71235b96e98556e54a39e48f4bc865f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c73dd25de10c75789778dd386d9357dc5e49465d46888bb45e05d6dab68d59a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfcd4db1ff6bc8a7c430789a3034f06f165f7fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccaa4e70033bf7c9da8025c2dfabd2224f0df7c00b04635659b90ac005fb509
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f5651fec72bc07484c4f9c3815df6a0cf9b555
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0841ceadc24aa4eecf65c6802d13720c24b29903cd23b405c6ec7d9e07aa013b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798915c0ae309a234919a1d8ea7f876a011bef49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70faa2b4473e34458854a5b5e18f3d2f851a80e0b192050197cd5ce97bfb96c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdfd5d3645cd5a3ec40ccff9b2ebfac06abdf96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b16cb7c5f70176cd6b5ccfb1db33a22c9b1d80643620f770157d922843c961
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269d3e3b59f5011c96e8825d3eaa274ef529d0be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935796d46b075e2c47a470c2bbe1187cf406958a33e8a6cf2b345566be6e9c47
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed0ac9561f395d8a66cee8d8e9e51ce1bf7f38d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6007563b954cd854dfc95c04ae9b473dec52c4ff9b64a3dac0d92aca10d786
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0b640efa53beffa9a700900f656a7caa833fc8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9b00844d9ed56f7a57068b337b8defa191110222631a58336ffa4b00dabff2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d998c06ef4fff81b9d87cdd6b17c67a94748c0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b020796d92bb7433a239ed9d650ed17c89813b6f01d8acc2e5a3bda3593ae016
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a42f23e4876555db1668a0f47e96373bcaf687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb86ed3728a520e0c5ece18e38a2d52cc4d7e38b7ddcb3e70dbce23c0ddf37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f991d34142f1b22d6ca21031697a022d7e3cd2ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de14eef8dab168a33b9db46c437f40b636b4b73a5290b85e5cd4a791a75367f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a274c1eb18ec31fdf74e049154f9d77849f3691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a345d361bf5f80b93f5245132e43f2a81c2b5e74865b1d53d310f80ff9951b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0511b22122c15db8157a20ab10687b7ec66a7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d60e6134107ec8ca1c72551e19bc9ac39a512f77451ca95aa2decab8eb2f27
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdc4963de8ab665e43d63cd8a8e4a636ff704f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87dead7c3f750526fdd98a904b2e508e9c1194a7ccd902104aa0f79aea85cae
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5bc1c875473d5fd7ed64a1484dbff00ea9f0ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ff2fefa64493e1f94cb59299d62720afb20b7f556f6236e2a10ae5931fccc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bee1e08f11f6a8eb4b2f6425261330c0af846c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955ce92d1a268c3c532c58e86bc01e14714a0177b01ffc1de7157a4586dc463b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403f08b713bbaef6a9f3e963089f9a89ffa395a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053a06a13ed25cfb0abc7c8e3e2fb354f86310d3d38907d47887c5fe53c95a8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668bb19ec826b20eab85a7e59c325b4e1e37a3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8963c66089d2ace33d21a09ab139015d8aaa06058ae1688cd374def804cb1447
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef56dbce0f8f2479fee0bd853c9b99df0fb4520
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ee3755e218858f7e5c869557c4c360c25b5e69f2ca0d640cdf51a230576bce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34805a6930f8e64f2811433c73eed0781003033e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1540c6376d0c62201c19531d523fd9e152c43b5d688e754d0c2d33dca97cb969
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc88bc3635955cba460ccf6fdd100b7d417cf053
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386adf4baede923e441884cab7c49430fe0a52f9eddb2c3f8cd6d5d9b887b615
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2415a0d63f0b85d6fc5334606c80bd1a4c99a2f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900941c979bf9c08b4bd0c2b32a5148b8d5a7e5422ff293cfc0e409e8d59c523
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549a6af3bb2008e7b2cca85a83f66179628b3930
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6970cc32faed95ae8a7597f6c205f1ac8af3fda1340bbd59a5243d76ce01b21b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec57a9dda0fff2938dbc491344ff5f2fe77af899
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209500cdef36b8b1b68d3aaab8354c813ad3673a95ac8f822527db24fd617391
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ffda521b456575209b75c91c5f7f15bcda50f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee49c52a55a7c7d05fa9328960be3034cbfd7db62c3edfae2bc40e8880e603
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6916b770079bc1c45999c793869855f9cd4f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5547cf9d797213c7ece7daf14a3899fbc25b02a3fd9da1d1106afbc2d83e59
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec8cef75e50568bc388fd8850826dff809c8275
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99977feecd98536ae209f00fc951fba51c15c9bee93fda530481ed0d2ad1d74c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e700cba3895058691ce04454a89857ea1bdb53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6227b5189ed4d8c31c7c8d1109fa63ee5cca795a9655eb6c5cace007415683
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76834dd0fa4dae2a82e96f0aa912c8c6c0d7f16c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f162a7487231bb7c00085656b342389c974453fca71e0a1d9814f9d1824040b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746e167681d41a6b681e0e84e09a0efd60db9bc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187d914a79e54ce2fd0e43a106d2b43510d6748193f51243fdeff83ac29e5538
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172f62b779b8ec0bb21611dbbc1862765c2d0db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1962bb5d820d988814135653f09d3d2da54650064090efacc576842a888ff18e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf93fc76d35815da8d362483245f8fbd5f98dc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3c5d50ff555c09953103c16dc6885186080867e3f43962250aa3f7449f6f68
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d975c17d8f801da4b113d2285abfc78668df3e34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159498c8cd96057d1345ae4c40de502c458980a39f50bfb375c4ebd842658393
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6916df6bfb44fbca695ea8113a39fd7364689c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d725e8d883fc5bd9e55cfbdc530a0e4748fb985653cd856276449f026a85dec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c53ed27347b63b638a61718a7a9fd502651a20f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a8ef4fd4ddfe67b5230617776b1847ddbfb2ccd1e5ddbad5d330e3c67efdb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76449610739a78ad90192ab46c515372dd6d7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a962ed0a7f7a84ac900184673a015190bbb0ea00f4e0776e21486f05dcd5fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a26fec1b98e4e10fd4736cc8a8688691f8d6a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296ae406223ee0dc907a7f544c23164afb264dfbdc5bdbaf6bc6e4531bd44436
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77369a4b76459112b99f21409bbea25e77c2f915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a7374182d2f5d66e19e19a7c8cd496510c7aad235bb78dc1c2bd408192eae1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752974be44d1d6443451204f36fa5dd48f4a59b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e002c6d8c08abbe073091a8fae3c53bc5b11310e99fcc9521ad7b5a5dd1fcf1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63686093c998f843d8ef2d344014bfb9d60c0dd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b31ff6e61182a4e148e49874bf3b285aaf94055e14db2189cceae69dae228b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca27bd922b617207162b8f6420f3406e1af0c9cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6348b13c10a7980fe9ffff760bc1def8eb82ca4373616fe30bd0cfacc93543
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3de229e59411d32372ff818c7cb2a635b364a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5846ebf818a55dbe0f3ad14d83200e5519e32414e37fa060b8b51d4771d3a36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11ccd18bf2875005bded971e139c806c0b9a91d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92032bdaf640c7919cc2125540ef5330e13074502ba0aa943f38a046ab77d877
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2cf712d765e23299544b51f80893776c063a7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac99920e0c4f6c5a23a3161d368d5ab67d96f3da02a79ede3b05a2a595504ad
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc8eaf1101fb2b11f5373e8cedc180754f1c41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972ae2c66537e2aa0e98c2875cce0919e207636d5e82e2bd572893c3bab5aaaa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6149b40bcc2ad5631c9794ee2c18866635f333e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b107d165916d143248b66fb64dccc2b83c1be22b68ab08feaac4dd188812526b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dfd2ea483476e790296418fa64892fcbac5611
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610c1217d49fb06d4bdecacc5ab6045824d054f6cf955a4cf6c80beac486de4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c81ca09b7b4e0c4dc525b42445094efcd3507e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dee2f4026e4c65e4198aedfd9c816efb1ee7cd7ca55e0fa10addde35ef11c7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97e1d04dc2d83d7928df962c4f1a656982ee502
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0189b5a89b21d06f5b0f4164abc768584d645fa8aced6bc2ff6dc1bedb7951fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4860c66047618a3fa6c9b05739439eaad7df87
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af1e544f3fade47454c72277c53b4d8775747cf7d6ade25e551e19878a074c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e032e73f0a2fbdfa7f6135ec2ac4cc2d66c7b6a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e435ac7355a643437479a4b9b807a9515b86f918b9b3b1ab93ff7f93d6adbb3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15aefba1eab518a2144ee3b170217cd20722a1af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1685d20f4431cdd0d8cd2e984622b41a040d64a4873ca4fb9f0f06e95530b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fdc4bdd2852b659843c03d2be724bc7b5ed384
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f90afe15288aad749da411e7b5833ab1f3d7561797685c88d450cbc638163b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7de1a8dd2d67d270300d15b7ffb70a3b460e0ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051d34d6b64684e98e04ca7b7f65b4401963bdfeb1a53e3c12517268a85cb10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70cf6dc2d7ee5fe506d6ed0c429822343db0723
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3eca6937c771b91a2cde834877dc90ee419e5bc65682bb8cc66a76506af261
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63feed6ac5041e4452688437a79168f5a0b25d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1785c7de4d8210d5aaaaaee3d80bae77ff9e4f48d5937142e195d092966e7818
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3092c997a13952b2b2ffb56ca52cce68eec3424
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfc9b8f314527f6f63fd802aca4d06412ef975dacc416702f229dd34ca4c2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51638c5b7907fe6bd6c729300eebd40b411d35e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aed27f964929284a71f2157336713995e3df365c9f36dec456fd327f9bc3f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399644a4ded29a73bc491ae046036ecf635eda89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b8fafdbd363faf7bdf67beb38799756656c24d2963a2ddde753aa8ab3a6fa5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f661e689ccf116c4fb7d2321afc30a38454cda0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7369742f216e377c78fbcc3ee51206075d325adf6d6567f03ca2ab66d17706
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4241464287919243439f8d9cadc54e99621ee10f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03efe74bf3edd4f6d66269da42161c0042e86410b7eebce687069c8864c7d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4bd20b5704063240c548b3a3d63110a47ed1cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25d642ada4f1ea50999123a021facd66e4d470e6d3673b41eaf9505a620e676
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1c16a3ad23673b1d4e451376a3c8fc488e018a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8054dd6fc98c0a2df63ff1fc855bb668b91b680acd949bb868726b24ed8b4247
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cfcca856dd811fa340b54acd95168f150030ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d0938218a517845ae445c02cfc33e4c715b6fbc14e405195f274e176fcfe91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba67e7dc40db7fdf1d85a51e64683a361c0127c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052fcccdd335a90db7ef248bfad7c798f40c332bd68d3be3bf39032563595604
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3a761ba23513e2a145095318d4438802802f93
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c89745a2b2a181421bfc119ddb8eb741b7c49c62f4ba3de75671ea46575166
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67d51294f83f3c2fdd85e5a19966972493bc71b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a952d8d8de0f7abfed355e3d481b6bf669fbaa1115a104d85961d5abe54753a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f128435e84534d7bb0e8df3c4fe951edb72208f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a8e7eea43815c4675fb588eaf8ed46fb84822ce46a098b27495ddf855d19e9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac29bc97934bbc1141ee8d1e9a439e8bf3f3b70e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503ca430c5685e879f18c8ab4afa2375e5c60033a291ceafe7de65554903b7ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ddcb5a7e42f1b4ba3078bfa2f6a05d479d7cc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96632d1b663adb2090a9649828e8157160d7064495bf85472fc83c4faebebed0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abad402abe88ffa77da2b3dc45ce4725fa03edf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad37e33740457c4f43c0a48aad06b824c9b09bce1230209715dd578dd92bb01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e876377e7b05c6ccf8382709c5acfce5030245
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b2a80e26d4488391acfc7b1dfd6283d37a450a767cf47ffcc7a416543008ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30865ea5e9dfcde55dad05d31aedb32c7cc56ea3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436f831b2e0ce2f1602978b82980cff9b4c9d47ca6be3bc2abb44285f881c48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3c007e8ab6529cb1b1589389f289896271d914
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6174c868948936b82f27d6edcbdf1e1a9b75d600a39ea64fe47b7acd2505310
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c678954f63550a49f620cef72e2a94a85ff7c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01527ca771e253701d6421df55b49609e28092c07775c8ca2737670519e914ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f19b8e55a01527ee27ac5e53d5d05080e8023a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f39fce0fa2d6f4ced1398c773de5def036d05555c94f49a9bc27b6ac859886
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0e095709ac8f256c69a75d956a159909df8d26
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d7c0a2a8e30f6673cf4c6132a829c296def18afcc9858b2f964245901211b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa262c259f44df5943a4d51e44ebf00934cb037d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaab91e2c7e3b8c620dc4f44e8eb6cd69df475d52cad2bb9c57e9641bbff055
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b98339a8e529f2598393da41f328b77362802e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985d6bd56cdee58fcc11806ec982d483e4a0bb99c1db02a067c74f93163de227
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d07f314e031a737147594a9330f6fd79fb5ea03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2010d825205eda34e18254a59fa29d28ea9dab2ad027a215015c739e0d7e5142
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e26631e15107fb8d7180a20dcb2c4bddeef0e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbfcdfda09aab7ed3adb2683ea5bc9fae2703607b014c14d7d30d63a96d906b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92373f7d16429b254fecc7954ee0ee988acb9756
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e47288fbd8cd441cdee409837dfacd5a6512c5f6bf6b02c3f409459812cfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ff3dba6d841bc5a347912bfbfba863fe1f90b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02dd21a997fb9d0924de6752f627cf91e56b958f229bd405b46440b762d3180
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce6e10f3786a3b147009a709f1a531b4af92364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c179389192aa916bb68baf79c92ae9b172891e2abe15de9af4e58196d16302f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2316a11120a7e0516537fb87ac5473d5d91f439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4a4ae34a5de60b695399a386624c5171988d379b70b2553cda55056369cec1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85135cc42ab5a29600abd529bf5109e5851698a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aabc4b05ffa9df9c5e5284e9fb2e6ad9fa35434cbb2d11d14195371dafc1d3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b23a1d5088a0dfb6f9fb5b7c97f0483da622ffc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aeb8b4e39ad8749056e3950650bd23e4517e25c64590f4e2968881c4e87943
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cdc760083d38b6d0d94a8dced9e2e60b7d33b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005ec99c33b06a43f2107f71c09170d23f9cbbc02eafb14e890267b0c85f85d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7a65e77376dc356adb366d6b39494647e729c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6824ea88895259568f50bcb9511ea962575d90976adde76f2a2a63b9109d04
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93ffd927ef5914a46244396b7ca1d16bfe8336b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac83b26b789109450bbed46cf73d175446526ecf4b51e6abc5db529ddd20adb0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a9a8f232e2895bdfec5805235f8802f2560c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c681e8308d7561d65f87f98ba69f9bfc2ae40e477f5c630b38e4604fbbcb7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8e160051df7bedf1197a5b88e2998fa4d55696
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35597a697467fe77c8b5fa246d7d7b397b9c73df21d103b824fdebe427d168d0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed3d57747bcfbc8e03bff3020de48371ed74d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d720e3d7e980f0f21f54341712709f37e227a62cd3bddc19bfdd993ca513a1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94283e009ed3cf190c8a87a700f8270f87891d42
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c7caecc6971a45a46d4e7e434cfa01eed288e6b5b44bc9aed410c856ab28ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551dc4c7f045651b1012aec431a5190734d8920b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24a67acf89409ba7ca30ce0247b8fa4460210a03944e9ed7b8b2b7a08511174
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554ed160a753a54c347f3d22bb55ddf0e4d235d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147d124a09c99bc57b3ab265e1c31832bcde9da479d2d126af9bc4c434172383
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9651a43c1fb6a14f419db7615d08e5ffc2ea9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b95af12add8b9093c71ad39ec97a539dc068afd4e95dc74bf7981d11b4db48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1259fc5550199e5b5dae496b413db3aa3fc8626b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc26168a2a15bc3b09b27cfbdcd77ac4310dc01d95d116da94466e3e5088fce
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef34a4cae0242c01a70f75c66aae7ba131856eca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e28919c0c10b5708e60625c68b138fbaf1b467b21c51b1d127092483c71bb35
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3806b262a9eda3adcf8de91e483f8c5dec290bf8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae96b927368ef1c359022d755505851ff6615f2f64dce866be6da0c7a145e7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c13211dad7b7ea75b242afc807c807b81bb3ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60bda355f38e550d156917aa82331cf05ba4f870835b30d300cc11fe8829e60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e624878bc4afccc44908f0c65c3d7fc4b5944d6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c36c2b9d3cc0e950288c0d00042f5b7a46ffe3f4147e1d4370d28527630f804
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58fd4ccfff1771b1b93c6e511a0ad65eff17864
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299d87c81410497316fe0e6fb342f8c24bf124b566dd3b1e8be2421d7fd00aef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130421f6ae4bd167b2ce1e31344d32a0e80947bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aeacef44a9bd97ab3881c679d7be8bcf6183e47075ed9a4ca931d8d7d5445e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eed5ed3ab2c8a6632e1df609aa05cf7ec9c6d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5bcd29bb3093dde9152c548098f311c34de615f4b6908fe7dda8c7e669269
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeb53ff949f0c8b59695bdabf857a0cd0a3a7cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce408abac0af16b665e51993c1cd2e2d60d88d1d8af347cc4666ac787e73d5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6928bd81abe4e374645666a57a7103b61759c0eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0acdbc5a2cfa83812e815887bf7350d23b9c379abd6847aff478b14145f4fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097493b8929b9afbb5b33b7fa43d5291bd2d637
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd14bb99359dfec22836a417206dfd55cc47c16aab77284c6a9665b5ac383e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf32f61a38f74a3f6e5be71a75bfeee024796321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b733c9e0ac9153834a2324797752ec9ae16a7298ec5970123d6de33511b671
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5f514e946720ae3ba3b44adccf9ddecf9d978e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039834f5eed463feab09200a26a3bdca4edef0c81feb24b3673f7e4c5d9d4de6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0d68236f69ff67bf15aaa438204514c41bb48c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab96b77ab9af40c4f082f8cc97cf9eec6a3fd11edca738f517bca804a8a0ee5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb95e470ae2d172353401d462188f1b754aaeb3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33d180aa0273a5ca023be0bec7f02f38fe884c0a060f178d5e7046df7ce28ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a2c0801317f7739f9992b3e0b48d4bbe4434a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2d391725688fb052e936a024b0b624a2a57d38ce9c18a85fe054d7bf1622a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03125e0a7c04e90ccfa2fd41d98c4ff5cd672074
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579d27ce591ee06a7694b00f740d08f404ed8a561134f5287d23434e98686fcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2353b7b3d02b7ec980b262657ee19a25b2fb7290
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963fd9ebfe9a4a51de659f3ce6fbcdac6478e890b23033948a8e2fe9a83cf887
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7153d499209611a38f60fa21855873e6d1e7216e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe14cf01e6102e353cd544cd93f6415dfd420a7037a3db3cd58e757dfa597231
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ac5e8bfcfca2644bec0025ee14ec7bd0cd1ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd053babdb42f7c7f49e6e6879d77742c5b822181f31802988e10c44be8293a
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2556ab1d705bbafad6d4e05b90a1afc7668e5f48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c374117dcbbf0a60ff4352790396504442710b32c2fb039bd0ec4cd90c6f249
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25963f7e019457289cde41b6378d50e7c109df00
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b276f45581d173fbfabcbc22bbe6fabf5ceb7685f517c21ca8809a6af522c073
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74a35d3bf6391fdf259d7ee9f3323703da30cec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd05efaec87dcdb36da54eaf744e053345a91cd1b5a5431798d1e1bb8b19a88
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175a530092232057c30bd6095d69913d9f891de7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41a4d6d519105a9f6b5e8a6ec14c72ae1cdbececc1d68b4cd83992a0b89d4b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446bd1c21ffbfb47f6ffb55915e0ba3e6c3a33f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c916ac186a54029b06ea4306099d3086ce740de286dbb3a72aec4a8c50c136
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e021b226e8c067aec6d6c3eda6ed2fcdb8479440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0785bb2418f69c0e6d6dcfad46a18e0465e406d695a7646700d9f78dc9432255
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3a75c422827b3a931b56598711f106d75303f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cab4771875e3ec9a24289d9808fc167f0ff5257fd40e2c849cd14cb9b022b5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89990486bbb78133b35fe388c201eedb38162c80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4aa7a400885ba26ed6b6600d9cee826981dccf3f39eb86de3067a3177c29d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d1c48431f128eface48939e3d62604a7d8826a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba142365f8f001b48c8ff97ad9228b5d57812e80e52a83ef836e647c10fcef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce3398e1f75c882062b6fd4a921be712b8c5fd8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b304b059e40045079009b5e5bba220f329b8c962a349b3a30d7aec22cfc736
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2510e127e3315b36eaa0d1a871fcd90b853798a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961d352a9571fc5af4d736cc4554819532c69eac726858886af8a1d8fa109bc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f242ba7d521b6e10bb46143ea97d9e2c680c08d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed704a2265920598a0faa4f83a999750ee4a8d26c729ac947e43cdf6c4338cd6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f26758877057abe588d4319ea6bd0fa8afb88e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11902c5fd0e85e1e21bf3701d94058a90fb9c69166112bd60870fc948607062
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e8eee490f33741e0a9b282573daee51e081139
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369bf588899ab17943724bd55e71c5e3d09b0f7459a9b7a9b933ab04bebdb703
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4fd982633840f2ee423a0b07ad0524e7e0f3c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d4aaca24203adbb7d17121faa001f3cac3cbdc0effe736f245b284242bcce7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2089bd03a85560d7978580b0f98e02162bc9b13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89071dc1dba6a7f27120ca86c0c2a0a12d5b57d2e8d3b4199a2da6c4fe5aa65
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ba1f1727cca0f4e32005de7b0bbb6e941ebe56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f722af063e4bf9a97c3779e352c6af89969aca33ef32114203e71b18b1c3fc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be893172647a3b29ac0563194e67b85427d51af8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5e515be4c919d97e84055dc8dfb0554f3f3a90a43c741c4265a05bca0f1951
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba7f8ea3e74e8337d63e7f4223788c674ce36d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71a4cf53a0f3c4ce2380bdc1d7d11e00337ea6d54c7f0ed2ba4c9e2583953ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f98b193be652e99d70d58f1cf8a6eaebf0e0093
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f728a27020cbfd84bc4cfed94f37f9f68c14eb4510352ab6afc8f4be2e36d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9457f79fa4269c0d769232c958b8f5cb4ef318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea4b3afa8f3055fe62c5a928e0048662e807a8d430bc747a6394ebfcee10dd4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ffc911ab65e6f5de8fc011698ae2fc242e9fbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8856ad010e58e2e51040dd64c9ea66c912fbfe0ea02e0bfabf9282077d8a1a7a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70bc965eda82d6a31b3c5286ca492b402ee01fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cc0ace260f4bde050dfa2f33923d459b06f67e6f27123ff5d4ff8fa3bed1a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273d4bed08729ca1f704d1da1bf1f4884dd7e8c5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5568194574adb786dcda151b04f39699c3518bbb46bd8495f199184d65e7b1ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47935f90e30980ed6ac0c85464c5459b11b06cc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58005f572769f8859cc9ecda2b94d25c9f0dc31972a12d88b14c33a2964d7239
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dd6553a95bb54f77c4288e5d735a6fae8681c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c6ee66b23bb5d8a14726442b79bb7294629b6061315d00cd4b3317fec4180e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea81002316d4aa1e24ba34c9eec5fba1d178d16a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a6ed7b99225981343f625723b61825407903f0387f477e770fed79edc740b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b15c6ea55012a11c9126d2616e7ca32bd42496f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727118e1400027e0c3e140f351087f5893e64155cce1238df1a65f3361a06a1f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36649195d5eb4e164132c17ee56df71bae7376b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76384b4f4c397160df123b5b5fad2af68c5bd5dc6ed1602918bbd4f7073468d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f493e8d2b54d3e7f67c5352bc961f32d6f13b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0c91cebc09638b6ba1a7306100fa27986d8b85137408a6c5833c5a131a421a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaabee8182910f75cdfa733827f07dcfc842d76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f8f15da4d9215099df6c927edd86a5f4ff32ffdb1237c2e470d0301e489bcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16651a400f80799cad904e54388f4bf13e0ccf39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f583634c694ebd83f9b37cc551b3f8f732e8f05f7dd16b48e9ec4e0871c201
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7549feb5d7a8e727f83246ebc0c77f410938d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4860dbccd5e0d0d7767c442242a2d919c167794a7f3a671a128c6ffef3f89a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9985fa0daabef8cb856e4bf7f96ccec31c1b839d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ddb8299fd342e7e3b9494348bf35b73fb42eed2aa099ee625e7d0fbc4766ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec456053f86241bc37211072c2052d2a031ebc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70deb1e378b64e2d318795cfcf579ab131d7f1747145ab4d9b5dfc79b35092fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5406e5237bc9e5f5b7882c0741ffdf074d8adbe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65308d6d063c91f02a63a27b10ec5e34a69ed9b17c65cbaa41e24e3bccf1016a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd8a98d1d43cb2b4177dde06d629313c20e9d48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9112035a253daad99b9d8c4c6a783fbe619b2a88958d05c0726f3809347f10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4d2d183a733732b7d1525704949a7128a12e0a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ebb2bf5dc2e150db88d649cab8e691a9e530245b15dfb13eee49d4a87b1929
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9954b381fcb523105e29805d8595b0fce6187d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845bc98da78fbdb111b039a6c0b097b23abb7aee7de9d13e791bc7281d2795f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8002d17b865ed94e5620abb426f4b9583a989e0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428f9229e53c8c1771d09b6d6cda487ab9b5d012223a2895519118112e7969f8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e936133cd2e801367e51615607f6993ff01912ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287968b4cd3c7e47fa3fe5a6e1deda611d7963d147e7ecebf4e140bb6df09806
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234568dfd1ded03c7f4dda32d647ff84cd3e33d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176525b03d9b76ddf7ed149ea81c7a159febebbb1f83a944e2c2891af466a61a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b8c0249800f248b36840a7ee84ca3ec6a7daa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295d469ee526903a19edb2b82feb3141a628b021efd90dea0a18e9227f20a739
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef92a87454615d789b9d4cef19506f08214cf97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec588266214a9b4ae850870634011bdfa3060326e324ed3f16a9a65e47bbc0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224d709da4792f5621310bf347792f64038ec1ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e3b7de91afa96c28b7948d97ca5c750024c65755ebdde7675ceedb5b5c80f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdeb21721d3d5aa5f56edbd85fbb086edf88ecb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755fc4234a874904a41238982f715c16dcdde23c2b42539325befb1a5e45febd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b19b90d33fb4f41943dd3aa10cab7592454755
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d4e870c5f843bceee0ba5f01af3efbd31a7c2d1b9d61abaf29ba6a36474889
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85050dc4d7cb00862c3f0052a85b26e3fdb073b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaf43d43b2088a6a0efa7c71c39a21ed2eaf4696270863f5d42a74baa003af6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6091b8842c7008ef4a4e7aaba8ce5b656bffd7b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e4813ea1f7151953765068e204e2adff03f48f9b30feadfec04040aec59e95
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3dbad84af7bf9931452bb28a7ea915ba6b751a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb44598e07beae90fb16aaa7bd789b8d130a5b56eeb426455f51ab6405bd3883
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48c64857e88f8a9f962f598eb312a78eea1a7b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb371549217eb1d1527a62b1ddce7e22248b7572e147627b9b58a163162a5a9b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab557f6db584deb9d3147cd6072834abbecbef63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc510ed547b1e381473e3697cd0b82e44ccd3fd6c72b9fe3170ecdb70c095e23
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7852583bc77cf56b9cc1b188d584408dbf1f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f087d37ac955fa046a1bda63c9f7c0a4e3598e3d72f2e4a26293075592b2c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9b87d5751da2a636bb7c2810994bceae611135
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a018e6dc2e37cb1cba3c5c1437069881fd89e4c19d42f8745d8ed29c93cbf7b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92fda2cdd535bf09d0dfbc1fba0702b20764976
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b6252ecefd9aff25f5facda968d869647ae1ddd178be9515fd576354ed3fd1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734013931aa75204f818cead17da185bf4e79b4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a56ca27731e02296f9ed2e489c800a7247e8c5cac94c5d852a6dd88e37fa94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d473d4b3b1225a09bfad640203cc6bc44685e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f370284ad038674189b99bdd4329bc1c741fe8962440a0ecf5663f0bfe6660
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dde88b8db29fd3b12c146872509bfc6b1192e01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1e56081c4b4536cd09251eab58c429ec9e93bc646490adb9a0c9732f9441a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07ca3c42e232a2560b2b6327e7a196d100bd257
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03f8a5eb82afce46f4b76387967833387061041dbac7ec5336acb279dc3e6fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0104ca2d4b27436a3285bf79eeade000f3cc5e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3bb068a7a4d0f8dac231a24f284c6a523612ecfefdb74f623c5bb73708a03b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca32945eeef8f7ea61122ead17826a5b9b04533
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8029be0ded601d8945c0a1ac7b303c1d525e0f32865325b76f16189bb42148d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57bd87b8c18f760a8ed1047362cc49876b5655a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab71a5357fb8560fc3799525f3093be3cea15234f758d7f2b78d0d7c384e1d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83b1ba1e42b37451bb7409f3dadca4f47bde451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff7c8b82032a0f4e71f414d649fba9eb22d4c3aa1e097088f54df9c4c3e757
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9eb19fdf69c5ee45c2c76da50cdecaf603fccbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd19d9b2a95281f3d1f5ebb16acdda851c681c638560155abb47ec361cbb5c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1d7491966270aa0909016de2cae6ccc0edfd98
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2adc7baa535d06f3b23455f042ff627d337195929c5f45db46745eaab4b7a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6563c78e9d3891638d8cb25809bd9179af84cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d91c4e669cbb03a52e862ddcddabbe70865014640b8fae9e82c62fe08b9783
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972673a3f3a8b0249e9b11ad5e21afec0131648d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7679034e5dcde0935e2991a4d407a50d22097afdedf63b0d69b729441aa0223d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ffe9cffaa2a534b0638d531c723864aa809166
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34843577fc913b76b43d63a3c51e283d20966e5801f0f24f9dad2827d576acc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1d7977ed1dbc3671842d7d656bdbe849c38e50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716380c55e9428c6fc4f71489dee32230f24659f9ab9021c99ce3ad23351415c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d74aa6fb55b1e9e1e96c91de9d9c070548b3fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c391d60e21cb4415a61e6b7ea0496b982b8afcc6c13ada4dc0a5156fcdced2a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28b0230beafae097b52efad6b44739c44382092
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c48f482e201d5f5add2f36ed1cdecefbe590f7658e88aec969b96ea22533c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9908c98b5ab291c74901c036eec6eda1705ced3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af97c20fbe143a21e83ed13eaac6bedbba22a025749ba28d98a9a0b4a77300ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0540b23511dd6f221462b7ca2a1f36495de587
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dd9be92e2810ec79b313c51c15f3e7d56136ce3554c7a9f55622284707278e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee0b2054f83636a6002584b4970f5e47c8392eb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91579df397323902c5d11f0740219c09dc917e1cab5d1626bfe0e273ab95c3ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44633e1f44b768daa222d39849ba78b75e85c691
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331bec65a9b3e7b8566b805298591e793d38da6a3b45d4c3e19b4a01f9e22b3d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ec42076708c3b016c55a8c380d6541650dc5dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9455032362e885a4f6a4a35e7aef4d704363c88722f00ae3839fb09cc7adc7e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3d2ee4bd22644ee0e58007fd9b204de21776b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219c95ae8944404b4b8ae5d4fac2f982a2557baa82482d069c7b1a5a29367153
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b795ce44c165b1c7cd1e5c26f17f03b8bdc1fdb2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ccefdaf0bce84b3208a42e7c8f317aedbe9c2e59f5da1e43367b7a2fa4681d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf31302531a9db9ee9887003a1e33cd0845e64a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcdca54e62d1f56bf1261709712ed74ad92569619aef12cb234eada8bc5a684
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50ae7491a299e439943beb86f1595cb0f43a8c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed45632239a9cb353b91d84fa6254ee7d829c64df7a6ce7a282410abb39806f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565119bf46b34de4bffb0956d121ae128524e77d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c469c36706f9a5cf87fbc2ebc7f76aaee37030cf01f705e66cbd52e07f102c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bc3282ca87ee19520a21a28c789347820368de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b553a8636bc0c00d9f642e6958caa02cc8a896f08052cc9a1d9c2dd2967871
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadf8b9f2a4d59d4ab85f5648c61965dc05caa3f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197572985b8877b5744a2f427de805f1292d68599b1e0d8e71513d9bd08039f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c2f541e5e4fa204e98a90bfa1bbecf2b9a699
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c91a83286aba3bdc10eea2866d808fc3e8236d6bec0a8444d421774e1dc7a60
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcb2e561f98adb9968b724d2b17543e17a4ced1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8104c206dbdcc884815d59ba670e7234b305fdad3008c01a4d4fe43ad6837443
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a02481bba23e87b839d1838a68c96b713e603f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8a1023fccac2c74c39a25f960a50c7cb87c9d874fcf1fad57ce33eed163be9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98235c0bad6f38e50c05e44e61594b03eda82e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ceb80bee363e3ad91c9d9c7f938bd28c5c5f135a26f11ebb86d79875ffb9b4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a691fb9e2db8319bb1b015081196e48b4a5ec5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23709af74927d44d8d6b530d27ca8ee75bcf6518065853c301f9fc32548bbf85
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7b067bca90e8877e4073839d8bb2473a9094af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba5c932acc531a1c327fcf1e543e4c974d9c8de4890dcb0ed642849c7f67cd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be81ebec6a733bbba9d281b84a6fe2d25260629f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14a252831c28f7819dcf03c387f6ab287e04489c9e99d3af393721725e180b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ca387148b7b2e1d844fa9c3edc5edf8c737f45
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd06d89bc0435c11a4463ea74c51436bbc08d61ef5fa3af4e5b249229c0733c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937fd84fdfc723a1013e0a89c856de29c341581d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596c533b58f86a79b32319abcc5516e74b7f27ffb396bca39c1cd05682eafd20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2831087f754ccd4ed6f740184e79f5d719a912a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae9323269034d19b357889a662455701e513aa035e5781f37ae30dd7599a397
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134991274412e41a5e55ae55dfc2df76a2f05088
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d51ed3ccfa522288007d7f61bdb50c39a53c4ec9bfb1bd85560701bd7fe5b97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71edc6743c25ca6c82461385356f7721f81fbb16
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4119dd1e02ed40f605cadc1ff1887dbfc782b83080b9abbe6282718db464893f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289fb2a2bfc01255bb111ea967524b4cea9a77a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ed814eae3a5126a5db8fa74a2ca3156a4122bda8cbf0560b2e4904cedd6c32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e774967897b61b5eaffd26226ebbdf2ca77aa434
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f155223cf92a89b9c9f99e49567800f45fab9148e09f298c0f82d634d72807
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cec5174a24f30e0e9ebc9b5cecee5bb2ab59242
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e1862806ce1b56fa01e0900a4083cd5c14f77636fb1b1acd3c84091064a66
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47940e7af86fdbdc19ddb244347b19b1afd580f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c624b1b2e46322cc8b5715b45ba3a835fd2d84b6bb64319ffaeaf67d7dc03a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b927f74f00a20b07b5832824d9f28215d66748bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a231aa3c42a7d2c33676d049f0089e27c9456380a7d5d045b3a2c5516526b89
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0d3c6e6c8e2a3f8c6fe4039128052a2cdc691f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef2efc1833d4d1896451f2768fae6afda78b85c16fb3dcc9d0f987de2463c5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bdb7094be52decd09698cc2dc62f68fd7091bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608b1dff23bcc2bf66afeeb026d92297b2e9cfd372120d2a6225c601c041a3cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b143f93d99b6c625c0c03f44bfb6fb55297afc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450f186c2e4460b9038b6b05ddc539f2a3f256533b7026c477824c64885d9e05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb16ddb7dde085db7fb055f202d01d26fab020a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d070f7bc4a222f36c5670757b73ea794134e96a0254c30c450a502eb1383c985
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2771a0809010f8c357bfaed921c12aa9e9a444
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d27a71fd3f1ab2dda200648e1ddb743a007e135453b9131b6e4024aeebf83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e3eb8e23909e371a60339ed709adad3a9339ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d54def0eb28a2dfaf4249304baa83bd103187f39e1500dd3ad3298b63ec9ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6fb1cc5ff3ae71afabaabd7d8f41408fb9507
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34c68fb9bbd30b49574c0315dc1b01bd692dc368f5a80658c77373e65ba48d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad9a607985e5f11fc60f9669bc40ee83d1c6c5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3922e49ea2c531b57030ffef6ba76946ab4f2a46cad737b2a79ff5d020063631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82adf48ec400fbe325bab3f731fb20d872b8491c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf08425dfba99f10d1b2cc39e828967d87b6b82d17f978aec113d5b0a3fdbeba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f240942276f7339280179ecc73842ab8b3777984
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6855a136377942473eeb97db38cbaec70d6f7621bfefbb7b9f1f058fe76525
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64304bb15fc5285a0ea3e7ad074bdbe676b2a8c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ca8439a6cc239807782b67f0248590698d5a9732c9cfb6565229a0a4f6525
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f75831b23990d5483c4dccababdac7f27183685
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed52dfcec30e48850af5fb40e6a6c849dab7e1d1ddf358bb76a01aa19e38d54
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb3101cf2370e92ef2a00ba2779fc1babbd155d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff755f249f38f521b2c9b30c402d06bb16d5c2e57030725f8915b14aa0746e63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042cf47c14565004e410878e46e754ba1acf2dc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5feb9666e5b1cde0aebd7fe6611fc3e124cafc3e7fdb4b6981b28dd98df21f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b4069d692fc6aa3d27687cdee58567b3c52d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d985cd68f2a672697941f268ea4e9daebbc8c2b7d8e83df75de0eff8b916d9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab7c8eb5ff750eeca15a1da0eefd41b9e2c1a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e829193728f2bfde69287e5af99d4c1ccb105aa0ab5b861cb0ae6447859b3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599a270e861b1c059c951bf2a99ef7630975d0c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570818858399f907d08745d5fa3eda733a50e16ec24f631d68fa7d3289d7ba6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b48a0fcc2c7bc9693050c27c80bceb2b1133dd4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1cdcbab4b48b1541a78184059bf44c72c3ca4486efb1338a28377bf0faf009
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c097bf2ea9ba7cfe0911f13bf8d2a0e52d5cf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac717b429cad6a9540525aa472396759f01e1a3425b033361e01b525da6f94e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3332e55f424a970d0fea0c823d8031d79ba6380
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27159b21ccbb29b76ebac8207dc4eb14e8458ca8d7cc9400b5c3e76a3a4cf0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ac44d8a10723d00aa3d73d02408d9cff26d657
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77088dfcf9c85909087fef71e7e245143aa77303331508dfe92a47b2ce1d55b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1967675115495a85a540761eac7d5dfd32701791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9583f0b077862c5f474a1fefcd33c9cef39bd34767fb5ea860e988fabe64d58d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f85c16e34f4e0160714c61285eacfeee4f8e36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9db5548961480fbb5910cf5479832375a8b1cc5d586d1f2b4c2e8462f470ea6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b851cd32063f2ba3158359fceea49e875dd37fab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e04809492a4b4a95d80dd22e6e420238a62eede0b2fbbae9cc12639bb2fd5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4412444fa9937bcf9b3b51ed34d471ef14e60c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6a806a24e316b11597686f3488d18748190836902648cd0ed8b69fc1ac1b5c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916e1ad9154ac381e7afa696017f592e120051e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d34be2cfb2efde80a8a05207014c44134207e43fdc835b4574f80e9e135f2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f42812766687a067482b9107867f8da43c3d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67353d6521ff911379d176808fc5e8fd583ff9d49387bdefc5cfe98ebf6f9691
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3042d063ad496d8cc5aae6b3044b52803616c441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4863c6d8393d3a5cf768e3d9bf0d64f31782e6622944e758aa020596c1eb6654
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7e3ce4cdb2075a74f25dfffa7f2692ae4226b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62524800ed436993f7a84fe78759a7e9ddb19281eb6490f05e132879a9875f01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5812c8f774864f5657ec08aaf98917840505039
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b75013ca8f2b56f977c9075b0ced5815c290582a9c22684dbcba580b9ec4e25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd0c51ef002a1448e630c42d222233e61c2d94b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be46dbb64aec4d068969b15641c6137d826a05aa86416a65039ab51255c15a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9126fb5a7c0a84bda0fe0d212389c8aec5025d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1a0a0c0ce7e15a6610a136a7835d9a56dfbd731c75d83d971315a45fafa2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae3f8a686ef01af0e293ba785762924affef440
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1282173a549b47e4075322716c03bdd1d9ae5369e5b543b2c680b5dc619fbc5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82a84f24da700c783fd79582c46122e73667ed1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09bb96ab2ad9ed7f24108ac530b0d9d50dd90b745b7c0c63dec5ff56fca70cf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83042b2931f28262772b39bcfbf5e917708d5c1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1385745588fd095cd847c1f290b7b7dabd9717033e054a043ac35f0c79c8ca9e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c788beed1fa58e78688c836eea9e12e5a942faf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d1b88941ece36fb48ae48f9eb90d7bc5f19d61fbdab3ca5fcafb8e74e124b3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059c0c536050479744ad898626090c1d24d88f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d833bbd5b518fb2b3e74527958541091c37c8256d04d7689a8e2950960ece5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053eb2044c2dd483fa9057a725b55e714b044b18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c27854eb89d2fae23bc6e08537c2deefb47074a11ecf2bef64fc876281fe899
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7b0b90c475b1ead6a65759a7d090d690b0da47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba93967bf55b3c186bbd0a5d1ff09b890c9962e480f5f00fcb70e583d1c5c92c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451363481c8adf4e7219d45c29774052a5b527b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee39c683e942f74ed18debc1d006a8951469369371a5c65220108315885681ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d325965637429ffc3e72642612e7a3c96572dfb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb979a4a3af33958522d7308a6369edfa8eb89947e7730e6725f455c89c55a7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfba7f295ac6137f94cce37e0cc99749e6594c0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87445d8d4598dd63df8b2e5e2cdde716fafeaf6fe2c85f81e756c3c4374ed197
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c56df76f3ce39669698596fcd5a83c565329ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaffaf33ab8178178e4b6f11c85e02bd14c32c1d23a0a568faa66882563caf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7b0571ba2a9aae5c5dfb70fd0d85337fc8f4bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd33095c61c1207d5440af36026d3886c2cb1361f86db78f9752ddb16f121d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a06bf4c0c27a0f10c0aec249ac84d878e0e1ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf254c9f0f88450a7c27f46580a70c6fa066bab8b3911148db7ce9d29db427c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55734097d25e3899a17708cc9b49af67559db987
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28064655f75c15cbf6698744c9e2cdc95a2296350b28393b75c2d665a385ade
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5441f39574a9045e219c6f754f908930a8342bab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d55e74ad2dd02357c193a5f748ec454b93b2689d7b8ef17d2daccac8035e84
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facb257405c237f50fe306f8d002fc8a5db0941c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eefb1a949e6e59faa619f4072e7696802d35da5626c513072453ffb635c65a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f7c34a548561b01de85f62924ba81ab0d79b7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bcf822bb2cb765724a25a05c059a4e3e6ec07c39ea56c94811da587533e0eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d976ae98dfd36ee532057f7af28a773a7490a21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa91861c6e726dbb927994e059d17fd6341715dfbb34c2a92037d4b9a414ed1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02353a17b0b22744143620f67bba1e4e31a6e822
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56558dbc47cb878b799ac80470e81f7eae8d24e518b5bbd0df493dc3b30dd259
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215dc7c9ee8f0aa9ecc3b77070f1d21635b08d13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172831794f4b3b93c19674374be324a4c3936fec228540f7005d602058e51343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6201ab4acdb14927973eeceef356c97f138f2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad36129315adb17af4ca14553206bc5f19e357356a34c38168f03a722c92739
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae05fee8c17483e811277e43a801054193249e12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239c94efca831c44b8a34563234a960e8b0aba019162563f5f26508e7e08aa20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80ade792af4d93061ad4bef986936abcee543c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745431d509dcc14c56aef9ce30915774a05f3c4b7c4d3f18ab249fe2bb25d1b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095a16196014106836d12aa83d1d1d7467c72ec4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d7f509d03368104eefeb0096b11ae489078404c93f33afd82be656aefa55d2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c5cdded67d3bb8aa97c4560ebdc8ed2dce0b24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a42f24ce770158ac68c1cd708f4baeb82a976ca049eea77ae032fbc964b541
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587aa99c3322df8bf9a19f6c79d92eff95d0d5a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867bf9b1e730ccfc54bf7004154722702525a3b4399587b40291f636a28547eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de16ba97cc8259abed31761030fccef7b770f37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4272f1ee5c463619651ccd06f15d5fea96021e95d8eea6e8dabdbaedecc1281f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272f44f7097638a5a4d39b6f10ca7422c3d58a4f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f160b19602335ce0ff5bb2d5276a996547a70fef433f9f9507086a156252ffb4
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2f2eb1368b8310a6c62532b5d4d8a9cb6f739b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41264bc6202970b22f03f7a6ea6e01f25b02fd2bc0ddfbd125642344df94e603
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83198083e132c8824ceacf2f922665abb58c60c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62944cc13d63470b0dd6a2b7bf3e78d6e72dff07e7a75dc81a78e1ae7c06ba8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2574b6d27f05e793412d7f58425e6a031c416f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1a3d652c238628eaf312c32513156c10c7a5a1d99ecc882b1e71c8d8386465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89c33b9c238ca3430c1a1fb5e816f0f734ec791
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3bfd2ab3af64372450a554032a0ebc8ed160fff8f97b1802407f55159edabb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dc8549a15911cae79c47e73bc9d57a34ffb19e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e42c51d4b1c0b30b29164f3f40e35a9a345183ee6a435132c6f62cfe918654c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49756a3325a23e8a97ae31e5b8c50ea99aa27e56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e354a2e5867d24de52dbf3ab7d96147c1861543b5f3e804e232e98f467c37e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e9b040b77ab631cf0da5e528c9558b63adf718
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c286afd951e7e98fcd308e382df5b2e925ca3c45f5538841136d5ac36d4a6943
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae3b820489e46b2947c9fd5cf04df3d8acad441
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1971dc4c9b8cc97e9b58d5ab66fee0681df31625bb9bfe2c7d30be38695bd4be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e799009c073954d944a60db1fdaafcc48226ad2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2432af844e6e80f31326ab3fada4b432800aceea1ca2dcc38d536422d2ebf0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa665dab82c21a802e3ffd4759807696a194d439
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c7445a5d0afeef4e922de9723759a061c8d638519e3282e7ed999f925a7eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84173702e6d69a5855965cbd78e58bd32f84f5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0107785c547ed4c7f3d8ec740c53e14540f437c36bf22022937bf937331cef
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bd21f32bc0eb9eb1831b3b769bbbabb1e865b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2e27c709cef0d212b87bd357b85478af05746dba34e120acfdaa288a06be7f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58065fcbf529b3ea84fe908de4d4bdb78d815efe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53023bac154a4ceda86f882a8caab7d745ad12138bdffb3eb794c3b9f3b9d031
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228ea1c32129d7bb6f0fe694e6ba5b2bda72c04d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607ee25e8cde8f043c0210bebc6fe4440bfb07e954012c8008a4d116337a82ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f7b712331d930fb834b4ab681a86202c705b3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea3eba446630815bd57b82f7de1bfa69f0e06b613feaa0143045b8afa5a9eb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01436f5ba8dd1dcf23a4948a6e24bfe1d645d3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c52095e4d0dee073cc9ec48ac637e2b7f909c110ffae660d64950ff030b8fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c395383cd758017903948ebd2ce5622633b81f2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73c741653d4d54549148e6d90e9272b05e1410598aa398b59e2dc1a8cef837d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9aa4c32b9909349e670a5b5cd7ea6efd75ebf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b411577bd410d113a6c46c2334edf4cfba65a79421e41e05d110d61ba62d4f99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db276143f99e04d42c61bdc2225232b2c641edc2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a0e8b0c333597be6e99bb52d1999c406f809690ac13ab6be336647fb3f5292
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7781e1f3ca32de6b0c49410079bea8a8e303a548
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1106a3391bf86bfa6223df3b38f802562b827643075d9d79dcb886c3ee970dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a007af85af7bd0dc530c00ce3637d711bceae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b92186a0436db2ae5c1baecc8bb27d7722198808369398a6d744133161fffb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b82d99f44e151ad2e5477c4e6af6203760f2f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735371d0666a4e44251a121e18dbb5d7020067ded84336c61c800d9a34d2b3ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994a76b9bd686dd1eff48193bc1c08d28641b99
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7d1521cbfd344ad3a5d24dae5001af8785b02fe278775af1e0eea65b5ce69e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fc73b12f2611be6e012dbaed1b81bbb7be767f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3528c71f362bf1e37f93bf264230f2dd3ffaebf2208a23cbe23a7bc12862fe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e050df71a576a857a3d8e6f0eccc5bc642df80
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf45b3b2929f83f2dc570890d87b414ab0fa0adb01d625de4fbceff9bde317
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8663bcb0566b6fc4ff6863caa928ca6fdffb30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a208d41252dc199798812ea710e88fc28e1fe04324dad581afcca2579d8f5c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dcfae4e46ed2cc1cc04e0378356812f6868563
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484f6d48d4586aed9e29f0a746b4dc43d430eb07461b0178e2806b258221902f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddc1ee2f031b0fde002f3e5625fb53e747501a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1679722db610b62763917cb76dd975a5938b7c0328ee4481c7f17729fcd0bee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383f878a62bea472173700a72d850158704395b0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0bff6ecd46f00f1181ae0cdee609885fd833c4c898436a048f20d55ec94f13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6731d0e7796bc3cc40607165758ea06ef547a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bb4addc5fd1f94489fc88d63107bdf7294c3c5e3491ea02ee973801b34bb2c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3ae9fc65e712c7395f903ac3cad30669b5b3b1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe18619237ef95ce39f5aba58c6ad59964bd631f44b530b5305c75bb9d1eed4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a884405eac210ee0c0f7abc9733abf9cfb7bbb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635fa5ae9c96850eb062e6725a58b4c03447b036e4e4defb3198141b8a22e728
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5612adeb9d4e2e68ca8bda1b291b9cd045bb49
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7d440c91755499858362cde7aefc632c8b728d5c250d5c1a52fbd430085def
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d239d86d4c2ce2fc47bc5ca3016521ece55983
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2092cb8d0d1568dddb088b51a85aa18badab197e35cb57ff76cb006384ba3c8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1efddf73dba06cd0ea912539bab6d01d2c36b8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c791f34cd0099b60bced9b6883e55868ab0d69319b2067c1f4e6b404fea44fa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d2860a0996d564350bcad49acb1de25d6cf227
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c7ec7e71e4915793c770bed1b1532f11ff64efbdf872135a21858b4ba639c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649d0684c522f9ce993b5031aa9c8905b50529c3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641a2f4baa898e2e4ea2242790588d1b2b67a3bce77b65b46989e99b32c742e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9b4d3357c2446f97ced5093cf149b7ac076453
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549b41778ed0430cdd762310d458a3d822f6b2bccb057f30b84e17cf3304e193
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f69d0aee65dbd4032a098bf035a5b55aed0110d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd01bb4a764c89e21db5ccb13401ecec4b4ccc02426fa6a93a7675edb39acfd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba46ddd872065acbe1bf356e0aa86e5bdca364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb4c315c9d06c4d66d2641a82a3c101e8d6e7ffe15667755d93f84c39b9637a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9adca556b967d5b83a9f7c45ae851b91f5a4e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd2d9a77178b26622bb73b2171a690c345467b46fa5ffc4b23cb7e94442ea81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9874555c26f12bc534b4b1dbcefb36d56ece3160
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619115df977cfc5be4a94711cd0ef76a3a19e2820a95678154fa724ea3265757
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3770bca2c1371711238564cfac94d389fc3831
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9771e1ebfb91beee7eb825d2adb2130ef435dd433947ad9c94ac0ee38d0f22bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30af6a80e27066d1c4ea009f96863b4089e039b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233a33fe7e91f16581c790d4144afef66391a66e05a15205ceb9ef7eec2d55de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dac45a6a1b66f808eb4ba2af538be6b3ac060fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02b5bf4fb9e05f36517e268ba55f1a1de6cd8af68c264651a319bfa71262f68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2340b7cda755195b62944f4c38107f803d7dd25a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5bb9f7a4c15d239e62c892058ba6f5da4e9c6d9d23fabbe8d46119151c83de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150b46eeb3c1b80aebb8e6efadd39feb90d9b7a4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f779a83d4b4544f7058722dceab5376d2642311ecfbea67ba0585354da9ad1d1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be24192da7d109a6a68c1b5b64347d3ecf9c42c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff63c4d927c7d194761a097830684b4ee32ad0e8400b0d39afc8330df3bdf489
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cacc0cc8748a26e87c2021b2c7c8d071c5c9339
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1623c0376c01e9aed4272f3caf42f0c33209cc5982b9ec8f5520ec58eff6a45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a824232e33d23f9b06c68b46e68d5dd2e034ed9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63df6495eb87d6b563ca237f1b93abac0ce06c8bfd95b5caa055eb576be97e4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9d394a69cb861ca1a553772a19fcef73cdb113
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b9b8cac18ee78f6ac8eaeeb32fe67fb4bed4ed6f4b90e82896d0788be4341
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cd0d66f3fe2db954e1eb665d6851a7e82b91ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c579472aae98547f39bc351efa6679a0e7b1c59d5327e45b55c4186e2d9631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bad91f7b2a8fca6c818b907c8c41f0ff7b76b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a32e9683a77ca8bf660f2fa90842c829dc56f7e0adf5da50a8366c21406c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914d16f635b1db8ef6c11f593d909fc0ae53db88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd2bb5d3590828c95f86f71608f3d359313c0b1fe4fcb1912d82803877a97c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a90b4f3c236c4077e0fbf20b0ff63a33eb45a41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c658b770377f7fd7245d431eb264a2611ccfa60a74fcb48375a6c6fa0a8615
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b1ff6e7e44fbd5d84f7669c9d9edbf1722c608
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b519d2263a07f05736cf18e2f90269e27ccc5d3299692f00428f36588699a7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5d0d475623f9d32ff49f853868f1c76220dfaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be6f76aed2f2103fb3c010f0a671154f9d27cfead3361cb4847f1c11afdd5ac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bced87c1264fdee692d1b62cf4d3a12e1435c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e043a65fc16813323c2ee4bdb4f74d0c1d28a218e24dde9b11d803c6d0f826e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e131833691f4c5adc37f02d713051fbba6806fdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d7c996b137c92b6746432c4ed29a7949c712954a1e4e9b55812000b6c8a65c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c11ac1b37e9e83e5f914c86d07f27a971cd4aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc3810f6c1bfcab405ab5fd4550b58d77bbc0f4398619329bde3bea2ceb68c0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dc7ff8a95121ef597c6a276a5c3d4e207ceb50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc62a8e9732db3cb404bde469da25b389ee4401dbf512ed54fe88108e008319
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b47a4d8c67448193415e002853e5fd7e49b2037
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a4bb58d1d4f9eda3ccb0e20bc13587d3be93dff5a30bff0d9df2bfd529cb32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcc468005424fda354cca7b8ae40a4b935f14fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa3c37e7825a8053bda1327c306d2dd64868916665b4cb06cf1239483bfb7fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b2fbd5ee1dd396f8d653fba97f186550b1e712
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7a36a1cf1d84caf55f5decb6f5dae7db41cb930821a7a52db350b089231729
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a6ea83b533317c3738b74f71215c917543e556
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b480d25aced18779642f555cde1243bcc03c049b9a442095d33dd50c29e95236
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6c88a1ac51c1660ac3a0f7c19e8847af2f991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603a9869b73cedeca2bc136113a7f5cf510bee170107114baf384d0fb31a55db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ffcc5b13fb415e61dec3bdb3751ea6ed419075
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a697b5c287451be6d0c4a3f03f3c78dd4be5f3637fdeaa389f88f052c2d10488
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be9fba72fe4fa9aace9e7632e38f2e15d1ffb2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d57fec1f092851065d4a983b17834bebc9141b8be3516c751db7269a172c61
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27571216507f611f5cf46275a3c49d1a16be9ed2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8391d133a781db032c6506c92111899f36115379781802481cdae3d54412a6ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7b876508274ea8724bbd6405b7effd9ddd3648
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248f8f77b02f7c3d979a54346f4f7f09f472378238af74409e50484ed054deb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d76f70e780f3e148bd93998beabfea23bd3f89c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1cc693585885590b0b8c0992c900ad48d4bd0dfd6f4f033510099628cd47db
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f75ed2e1c1b97abe5f9f3a7bc5f888250c08b22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c661f1235c3eb4cbb9b78b13e959334a7a1b7a56073939f8f91d7bd40470f74
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0936306e70e01092531452fffc7c2956c71c2195
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1afc24d859a56ca01c2d770697b11d2e7a784797f926d17be810543652d51
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d809386f736e39ae967994ed43e9fda9f3819f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656858cf97aff64cf33c52257e570470935c3601c7ce8ba29c1f3f520d63f690
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c930e61f78c8fa1545ff7e5229a05bde4e2427
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dcedbfce4e8647032516790be77a6442a70d7aec810cac25b31e998e8c6825
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d4ee63cbe6c849d46aabe66511fadc8e0f75a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be83b1864f22a1042bac370da3398fbb70427b94454c92f1797c551cfb6132d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff66c81763efe71a1c6235ff42b1b4d385b6b434
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735c4d68b278c9acdf7042612854e647d3771ee148f063b2d970e86c56936f1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765d99a5a22f43c29eac03748a9d7b8365ad975b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abba6f60b9b475b370d69a9b89bd7146ac06cd96ebdad0f177aa14fe53502783
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9190460b36d3a484a3fa08d7642db0e2459794
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a8bece43ecaa40f7804f55270ae978af30d5db83ac347413733ccf57b1607d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64f10a3ae0e8e39973f9c7223729cff2cdbf735
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f069281b7680b960ad30a8a58530fd4965e95dff1bfa75406e28d188baa8c8e0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2f73d1a0a14e9ace5947a08021e63a9f512dec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eafcbeef4e2df5ef0bfab7e413ea268f2e8cad8b63765ac694a96f11dbe333
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c655d99e1ff6fd3c771b2b2e257f9844c3fccace
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680a93d4be4cb12d53df90850e884f6be5c0cda4a8c43c42dcf950d4d33b11c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b4173b0397bc7ec2e4f78b19883460c1a42eec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d147adb2c590ad347d695c8568ed8119b54a4b7f7258842cbc79cb5b55f4d31
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d118cf20b8db8e6a01ecc1a31ca7f2c7414fd4fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63209bd8d14965422bcf66305fa2a4672e1494e9e372b20649a8758d88f52954
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a105c268f93d956c14971cd5339875e49970f9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b68ce5af168453db51fc0c83d3f792a89cb6175dbddf4efec57038a9f59cf5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8ce5c9f4b33e5dd8c3a810cb35ba2ff7ecf9a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ef3235b374939d9c477a171d6de268b75f0b1ba02f38a93d8097d5358ebeec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e5ac8fac5ebbd7f62dd22638b6e74a6aee4ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a324002321fab9ffabaf17c69f766be3339c682d6b66749e1a32b86ac9c95782
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb438d4066d1f972eef17386845c152a32a3a472
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefe079f95dfd276ade94b7baf21ad8416f0ab74fbfc943b6eccad20da9b5b3e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229e56cc85df3d8b58045515f373910588245c1c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d821e8d823e256d816d16cd87fa0c868dfe8d11901d131be2118046313c0c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730bceaaea5118727693df4beed0bc8f1e9f04ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19ae33b1948c407ead29f6e35857528f9f33254787e5b6b3a7a8f1ed8d8ee3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6eaae88e55afc10f7d48d71b34528496331a01
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76969200056b3f6b8a3a4ee66c201dab39cd9784009bd5ee024c90a3f8ca9dd0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01890b2977b4f1b671f7fe3b45f13f9bd112504
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7276c45dcd248e6f3d77474546fd9aa37fc91a2e1d127f47119965815d67df4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b739a9add620f4fb1d8ded31d9ad0cb5efaf997b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4132d9ea334451d4b835e350b8869e6c5ec806058fdfa673712ba0337004d41d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b785f7d03491331c72345de08ca2401e9aebf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dff6f11531bbe53d4359407257ca18e720b8086e0d0ebb339ff5e1a08df038b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204ca1324527e8b954b0ba384d7da255e12656bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5a27a20a8e0707a7b6d6b4b981bc361eda2d2106bd22ffb8b1ef5208a274df
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84579f53337697c3e4838fa33074faafb95f4313
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec23ba747fca0abe4e44b8a7b0ed777faa28001925ac0357a3f562a3f50e196
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a451c86c7ee8162ca32a1f63f0e74e51487891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2090c7de13245575262a43bfdf412acc72d5c03341cb89917a976b69753f5b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57804e87df5e7e8580a049cc333e11e5dd919572
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e973e8037afa3db5b0de5ef77b7f3133fa2e306b6f50e8d01585d1f83dca734f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bf267d327a112dc98278b9fd7720a4c1350ff0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcfb1137340438e0bdff8e5ce51b9b39d74bfe3b50d8ecaafd9e9a274b1e039
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c625791181a035fa99569e68c575a1d37b577a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6534ef01bf73c628b4a295da387589e794545733db0f88157f7f6b43f66161
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5329271b9b746b3f14c15d9c3d507c139edb4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feff42c60724b0f40cd2091c81a239782efae441f03fadb82b920e5fc385d403
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04b4a087d0df63c2ab81083ad97d3ec15f51d9d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c353c49bfa98161cbf95e5d42cb6c3f6914fa2cbfda6295737d4fa5c3f224fca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce17ecfe8d8341a0c602d36fd8a8672e34d7cfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad5a99765a7216bc3d2101ee4759be3fd018a6e35d74fd77ecfd6e04ff960a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eed132ee7994de15bf57525deb39b10c260f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705bb600c5f8627bffd5c35ec5359cadd2cbd4ae86b2d3312af21432a4d4e473
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc71ce38bcf7d829a732775a0492aa4dcbb426a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7391ae7dd3734277f39040917fe4a34292a7e4fb8ea47c0ee61a11713e3b5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21433ccfc65b4514d1c1983a601c8a7292e5f12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ba818a41f04faefaca26f700ae934c88defca4aedadb50f207a3a2dbcf85d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b17b70de7c01c9974cfa6688716ce6a458c970a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaf3758dc4cf3d25e224dd75ba6a76d243b76ff989223db824aede32ded5b6e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986d5a79e4a6d5e48dea9e473667f79f1c3cabc7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee21ebbc874a3105890a598c9fb6453aca43195c35a3f0c4700baad1ba4217d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe18eeb399bc644f1b7d64a405a590d9261058b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93869ca00d6d3b768f6c6ac542287b4ddecc835104987e95d976afa9a5d3267e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e204de0ed684fe7f27a157bdeab59d0b16311a71
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2595ffcda59fc8208bfcd7dbea55129040355aecca2c32640d2461cfdea701bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0fc39c610b512fb5da4c2d81bbb18b13e08f67
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a4fea7e84ab7fce4555abd6b2d5eaaf2f078ac560de1f9364e6b4bdca0c7aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97971bf4a950a532ed0e2b89ab5370d8b4132b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcd99f9ded2c165d04b75ad555ff02f2378db25384c0d4e0eb657b69502c307
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e63a193026632fb0a169f1232b8ace496fd2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2880c2279e3b6c369efeaad8d1b5529e43dfc7c3541811d3a5995994897355
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca3e8073292910821149bd490a8ceb405606aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74ca372b3a61404f40a8f48cdcf744e99d42fc3aaa4c1520f0b8e3d5fef6287
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5528f4a95d5adf7ef7571203a4587263ea25476d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb500abd33d875d02a8fbc781fcfd76d4876906777bf78712a7e8a7544187665
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3ddf34011a79eea91b488f059fefd14a6aeede
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe08973a76d20297bf5f7ffd9c3d59c309f4b7886779ca237513be8d45be064
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22819712e3078fb3210f8db7e11eb7be5b2006b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e843ca11bd305ee5572abce34b67b5452f33822a06c4bb21cf9e9db8f0f573b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359032d60d7c6d45cf0ea8945d791622c738e6cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965fea359e374eb27385783a5d4e5362249d57cc2e26d32c34c8c77ee3e5ee97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3f8efd2ecaa11f3656b71a073093ccd0bfac53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445a12746b498a14b37790e3d4535312d47e10e0b5495faf12d6e40ea493320d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4ef88b2de67d8888cb5d80e52ca144a8fa57bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cb30525be19daa9e2b16aab50fdc804dd8b29fb6d6cbc4fbc8d7267ac98490
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b3c4dd73d751d7fd94a37c8744d47da7f525fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bef6732db4b542f3d438894f5cfd8d5b16f4d81df71da8a19618eac5bc5f13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d7df4202f6388a24b92b2715b0c720a4d6d887
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c2df67da697cd62258fb67d606a717610fc662de3fe45066da77c44ece7cec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82885a122c36927edb2abdaf19aeaa28388910d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840eb8b1ef077b533ec4bae991a58f633255a90a6d208eaa2fe5b5eb8fdc3fdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0163a013a93c88739697dde5cd2bf7a5efa109
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9c9c6655a62f5930daa12de233c3a11447e70bd694a2ef91f3d9b94073db89
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4194f391af0a1b2b4cfb2ac18f167b322af65f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa85b8458317e8551203cf51907e4d17c57d49eff9f1a291c849323d962a77f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2ec354635cef750e4810ea086ed239979b9b3c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c013e74cf1e210d6202106a13e525737552464219b5a4cf1e4415aff4aec5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecce3dce87de0cf67cfe437cd0031d8b5fd08700
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ceb5be7f213b66009dea8228537e068d10b9b6ea64549b4fe7b55b4f049b4b0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879adc46601bdefd24b47431b5d053f8b5870fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60867eaf2bdc6adaca0e85bbc475f157f9f3c4970ce06dc7df57597b8b12497
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cec8ac64984b2390df9b9b9620f95211f93603d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b22c63b3354bdb4d030b4fb81eb286a8a74c1e2c33c3db460a5e219c68a1693
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506d53695b4e6daae2365d7d4e67b093641e9b83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1633f1010f70ad9744f12f6fe87b1c4b6a5b80a6499120bec045caefd4b921a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1924f2a1d11926e3ee3065b692584682e84e7bae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad9c02b37a1cc5d8b6fe0594a335b83af3ea25890c67bb77b74f949d3b72718
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d85400424dd78ad6ea9aa2cc18b5450f6a968d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f618d63e728cbfe0887b91f80fd9d1c152d85f7f99f47975edd1b31a1302a044
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb484f02579ecc4aa029b70b690cb38ea32a1238
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3996dbf06ff01812c4e786387fc5a1fe9569f8a6421f95f59be834934f36e1fc
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173c65bca12e83a3d65f328a23a62836435c629e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b7400d22b689dbd2c197cac6304bbd7a664503fc64e56fcc19dcfe6276b912
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c068d81715689136b75f3a05c8006505bd9d95a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a325224155fcc65d571382215511079257eedbacf690ef6a3502b813b38f34
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdbe2872fa079f806cf85ed54964bb693a0718f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c1a198d7d1fd30da133dd604ec75d66bc1404933c61cf5110bd76773728987
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb9521f37aec48cb29025ac20f8cff5df35aed3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6270938662cbf2e57a0a61c446035474fa8e461d97fa90b4db62e0fc0fdc8236
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999d752635e81e5d140245cb49ae22f5767311ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd864eac43e16dae694df34dc701afa5253ebe582119069a3e162202dc87486
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf7a6b5b8f7eda1c3c320986cbd86d799b529e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c14aaaa17625d96d9521d1aa70772dd0a64263e10e38342abe8bfcc55c2ea17
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fac5f8c4df2594755887ed573395a35f7fc66ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee12f0fd13d88c3b26c7853e08f2ff88a3b92cd9f0baa75dbaed371dcad5d3d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5cb705b3c7192f4bc39aacbf34e18930b8f8e1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93a0f627c148acb83b10a4929004793447ac05695a093691d4886b9f33c9164
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d812e49c2a4bad9ce189f474b382db5c72d58
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050d431bc7a1c03177761f523b02fa90cd1673016dd1af2da349b22ddd97791a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e6129d8fb86ea73348e64db9d586b9f800778c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8957fc9bca0d247a7f9c258d611459ffb008602f37354222555ac8ca7a44a0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ddbde515b64fcdd5e7a7f369c3890a615ccd19
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be05386824e8f267db4532ef3e20e35709d8be12e327cbe193d298f3b11ee3ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c6b680f00122dc5804e8c1b93ee86ba60c8bf5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae0618494784d902153424ac061d103bfef2b69d05d6aecd0b9947a1de2625d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7388470191e05e5de3da7df36dea4bebd4a8c78e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c1246528445a437260cbe10cbddafee876921533d094e5c34501f51636932b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d097d538ff16a49b28ad02e68ceeb00f42c451d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6e32c22a11ad661081a1db87e7515549148457e89f5e7ec0ef8fea3a6ae646
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa9ae9ad72a81eb7f7c9f8d75a138e921aa3058
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecabc49d108f37840f9be1cf9125051148091ab080ce37811ffb739db23e57f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6619d5e76c875c9916ee02163365c6f68fba43a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58516e2ddd233c2fb646e6606ce11ed55eeeaacd636fd2fad8121fb7c4001db2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9443a6909f4e85d8e12b8255b156e6cfa824fb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5334b2040149c815f3b5e2eb2d097efb842eeeb9a0ae863c31eda1ffa864e10e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1c122c1333c0b9c92073f055c18c0befe98574
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ab4d64be91d2be938511b343e5ae98b2bf13c5a2995a69aa929ad9e540bc93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c511e1c80bdc4e2a74e53ff2b3dffe602fe14d46
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78f3c19aef5cdf52151ca8adcdd5e6aa729e13cd5d2fd618bdba25aabb308e7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e67c7f2a65f9215a8a6b403f772d81a13bf0b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6452ce9072dbe24a89445fa2f0c88382187861b4fa5e5edccbb4dbe79739075
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7b7ebecfe46f628c25487df9242b8c50e6374d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0d96b050740c5cda3b93df7276d923414e7d8556909a6f3e32fc59a5edc6e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac89e7eb71b4f207c06b574837c36070fc48222
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d64e80cb8e726ccaebc0d38319555b7436a73b9ade039ef1473d81e3ee8f41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4059a14eca5f76889d8d60f57b6b6f961c847214
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6af959af2d14736ab1e9030a6ee6f3ab72288fafa61f5de7cb228c0b998cd9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f26de4106723f4432cb2edfb4a45a616b720bca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad17084f2b85b009dc8d98c83f1857e5a393176be7ae10662e8cd23f36cbcc0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb67d6ff5355fa7f79ba3e5c47eba431a4340ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f8191a0a943f5eafa3b3d152665b48b73bb020a7c8449b5ae614e31464ab33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e562f432f756dd3e95b14fa4fa04d6cfbec1dadc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f218c1b67c04402ebed27489b92fd3e568b8ed85eef285b880e79cd3ca7a29d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dd78fe7835553970255e0a42c0bc9aa46bf3ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78430dfcab1a5c69f383c0c40a0d4d3538c7ab3fda687067a3ac567e29cfc591
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c4a768b8a2b27416f29374f91d924b36820438
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd194d956b559c8bb7bbcc568a77ddb00f577ca8c9a3b8c2dba2e15a8e96e61
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201faae5a3106d60d0f187e1dc3c494d26d75501
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1ae56f268a133384e851aa9c160501c761e1151ffebbc3ea09ab17755ec66b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1544b3c40619d316a61d464bfe8c7930ef174ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642ac7683a915d2d333e91d391f39519f7e8eca9219e9152997e7decc2eb65ab
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd75b1ddad38e77e2d81a0b8058f32160a020d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d05d7a9caa6f29932734ea2dc3f7d0ba41148d0d4115ed2ee3d68729f8ad5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1489175afdaefa0131438c18c80b5e7d3c3e73ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42b85a6e4a8004ee07405702fece84af60413ccaf2ae4f94586137126f90ce2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b118ed177d1e07fe2fe448235ebe399bd4faa4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b5947d95006b7faf3c61e389f9ca716ccc247f67af97ccdaa338f63a666381
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b704b617bf15c58123f0fa11e5959fddfa4a81c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0363a0ff75b854a2ddc97cc28133c03b414d2afb9ff470416420947a4c36a93c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8ec0c33eded36226d65cab0c346086f7c257bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1301c222d2933c34fb2709dc0aeaeb8bb1bd7e494fb353d36d8225d6dd707df3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe53344c9ef55acb01b7b3d86affe3e83cf0e3f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7b2892ea32226529c7f506324b4b5ad5c7c4406a1b287d95513e5a0c37fb4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1a00c078cf56a57a85fc035519a9a5bab6ce17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1f81481b097913dc5e5ca751b26dbc2db2bc31060df7e50183062e5a6d4f5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab750313e014eddb10127d5a4ec580a5b44d660
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7a358eab3781a03a293dd510974650c20f6d7205b334f8a5db214741928afe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8d96b735872b17696d6461aa154ce9dcf6b342
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b1d8ca0bb87965395eaeece65406c44517f0f31e3757bc943feaf25e289c9a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c547285719b19763144124ca9bc97fa6b46983b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425b70a768e69e20803414c6bbeb478ee14a2f7abf9a150f4c4fd70acd2bc520
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8a8a89c35c129a2f6075c7110ab1b15062a9be
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a7947a0354feb9b8608e3fc430f582d97fdbe0c3cd98fd5f8848bebb29e57e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37880267b0de29652d4809369e754d3e2cace2e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991d1c6d7511c9b3450acbbaae7cd7f922ab91ee32605e1961ba05ff76554069
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a6420e011b020a0169dcff654a08f7f8327f02
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942bfb4b94603e3628b80c6ee407ab0d16d7738bb4fdfa763dfda02f470cbc0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a9d0a4ff37c53a8539e86846bb49cfa1fd2b0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b302d8f5c571015f35a4126ffa85ff4627c107bb48132a00c3ba73749decc764
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f7e45c1408a8af5600972c50162f7e37f5fe88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2249346ace00d9bb2310a377a2fce8d791e05da310a232d1c439a3d150f438c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00e57bb7289141dad27c37a976f032bb3d59010
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2fa973b26f2d28c63e840cc60aa903652d09faf9c2c0e12f5107adaa177458
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9027d063eae668b857e6aeac61cbc1df411b1fb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad95992234020fc13418d94cec3b2cdda606d1676d7161813cdf1898974bbcf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e370b15f32d7cf3801300548242744949b9a8c56
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6000cf5081ecdeb5db166d66a1b517d56aaf1b0bfcef92be335171ad4707fb9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f362a0d04d7790ba4006428676c18a1afa14fbd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a4921f05e1685cec061647b71ff5dd63fe27a88fc5cf300b0bab3463fc2920
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3db18ad484a74f3409e5a2d141620cbf5efd31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29847e3b3579db8c2851b9757e0a66741b1152aa04a6db987bff6e974ba45656
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266482a97c053c3af73179f6a361bdffe1fbca85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bea338a4d39a006a1b8b396949ea2f8721591081c4c9eed81aedfeb598fa085
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0502272a321bf520d6bfef97e2c3cde09b4e4ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc8b345e982c3166e21f8870e07ce79319a05ad3dfdd711281f863f61c5877a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1739f16f77c6d42d4293ba1bff69ca9bdc367461
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73270ee7bd1db46c287535a63bbfbfed0e07ae64b71e46aeabb27d480faa1f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adaffc352fdcd7fbc30b9898794b952535ee2ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091cfe92190255d7f78ab0c575616fee58c577f2571d4c6fc3f4f6400ce385e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96be4c153f0787b7cc49d9c1304c699c3ceced21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8d73607e31b37c31435d21a858f4a178eabbed427a69f925b2b8f14cc7f73a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198a6591d7f89d779c01973858464279b2c5229e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39e4545e5acd52c04502b86d4580d896baaf5696b24c42f62661b5a2116f9b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b3165bc66dd5c5defe5df3045247f5d30a386c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155a677aeab8308e37da5f1aff9d487ec6ad574d95f455c7f8cce849122ed382
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed250fb7758740fc05817d8a45d1797d6fe40a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a400bb1ab1731e40943cd4023272d7bbdc625c0ac3b184f0cfb557d10ad294e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a86c9401ed344b17815f625a11ddbdf07000f83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23eb95c490c023d755aae67769adda58d0c5edf3c2c0ea0198c3385f33b2f428
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a560469da0a6f5ec3ad5eec38170d71f22d97ce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe84511d825b57b0234c59a448b5d855bdac78a47ec9fa0cc9a985b6ba9028a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed1bcec9315eb5929e32403fdeb423b4a136361
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbfc29cd416c6fc302b525114aff841081d4ca984e937a70e59bc6de4666e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96c4a38a150f5484162cd1b619d4b7a264c6ddf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d974fa6321782e5d2a51cfef7b4555bdedc2fe5922583a9fb2257bd7c117bdbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadace542115f493c38ca61038c60b433819d03b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b6480612d5f7080cc96f4d51c37a3cd5c986a74c0eb36e2338907e3f6e0b2a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1a8d777a88f7c676d8b64e22173ca00bd6b751
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002099cda081003ea658c5f29bcbf76967ff70f1a5924fcfdfef44d0183133e7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2fa83a05a8f7d01a5622506a087326b8d915e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137f7785f29b9663afdc460a0da14c5e57ec6e4ed8a114e75668262a24f7daa0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043658fcff12e498214440b0123664d22c91ea34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e535e9f53d105e0d9bb1405c366cb0709467f76551b08d149bfc7e096ce3c2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225967a549ce68eb9e3b35fc87f1bc4f276a8ee3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f0e957e715aa74cbc1e593da7ecfca09a0c2428a48741542550ad96c8353bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908b61c729bc24680f58639f5d40f8a3e06a718a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6057500dd2a67696f95e4dd0f71308c6e502d689c58df6b2396b97bb06eda9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea8017fbdbb6480ed3bb1a36eb6ce89cee6fc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e903eb4e42bd1b3aa46306f9630187cff43bd62c6483377f01f45325e995847
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e4882b8b2440456de9a3924ed3c52943249e28
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8606a1521a7dc9a1b90bf0683e265185f8651fa82b4fe0a0cc0bbdf67ffbe77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a931c83d62f826badcc1fafa855f0ab70da8dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fcaf0b1d4cfef1cdc2d0d85f8ea8d3247ca5c04dc79ce27d79df86243ea4ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe51770e86074cea4d19ebb59fdae6667d4d95d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7716fe3e5b076a71f27117e6f833b0783629b6d5d48c2e5d19e0f7407fa54d48
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4471df6e38f2d208ed8f2fab53f287d4bc43c24b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c982c2accefecf6139e230f02ff3d4d0f43996d6a146c36b8483cad1bfe9adc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaefcdcbed50ec3ca46d0d2afc691ab65d49c17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da7d66d047bfb797813cb9886d75949244cfc8706a4ed57f342d8a3a13003c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d1afee66f588c47be13172f5de12d504dd5814
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885978e13626f2e930f5d4555dc49a3e731979c03fb1a7b4f7b17459e99078d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b01c84117605851f52770613d0cf06fd09880c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fd176f446bf4637fe38a87adbcc461fdf4de6ed37cc2043e35fb9bed8ed26e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7987ecbb94424d8e356d4a6883a54b69b6e241
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480a58b87736c95645c9a8ef6e646ff36174456578357d5e2313571044e879a3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350c49435372d9172aacb8685867bed9e79fe453
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4df97dd4d172ea65ea619b4a58138611d5e1e649f7248aea59ecacaa2e27857
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ffcb7b0561a0efcdeb89e5799f72748f5cb15d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d407b701801a901d29ddfa3aa4cf9331d0498b645104ff700d351a58fa76d30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12ccdaea6205610986f00dbbb9c3fd5d1909642
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c9b825fe76872fa40f5af24b1a21e31d348ef7088f8e8ed11910575e385b63
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f14c400696e833f3a33cc4ece1d242f2cf7278
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf84f5cb0d852169833d64101ba4e07d157c644b334df7ffe87cfaff6c296b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d704d60730a556b0c84dcb4cfe7fb9419fefecb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58643b93721252254e26839c016de118043571d28378b1439b1253ed9b9ea731
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046b552fa0e5a4c1066e15571f28517b66acf0c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0028b27df4df985ce3f9f6433b9757d9ab3e07933339996fc283964bd44f2dc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d978158f1452bb62a2e4929825107eda7b386016
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726c34ee0fe9920ec8a35f4ae962a08cc58d5a325d7dffbc96ae4dc63e5016ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b405670fba5c256e0fed1e3c08dd57f362d8de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fd840a9691c5a9ed50be89e37950f68e03a53b3f75984303a7abedb3875a9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a15c1d089653048ff37b3efe6ceace6d23c160c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fe95716584fc9c5373520878e1a24dcc0fed38ea7f993c228c33e2c48a8317
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0def3c91aa9fb018d05466af1bac187819ba3a2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bef788c047a648ced4b21aa3d4a48cea1d0582738a723d17e6dae118bef2e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c258e4b1d75424c4d778c6e00a07450ea34aa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99cff727d816728ccb8df7eee2153997ea5f4e869a397872cafd5135f5f1fd7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b5fae72cea5470c43b8daf3f697d0b0578cf2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2639a72c68c27990410a3cd1f97cc5314f12504a61eabd736be102243d2314a8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fee701fffaac3322436000c9b1920dd53751815
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5240f52212b7482bd1699d38503f53643c3c701449a5f9bd91d9dd0d70f333a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614be23dcf23612356598b86983f66424197568b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3b7cea27f66b0b1ff59dcb47dbe8dd56a6262ad1ed299ff8d561d48745524
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d483c714c69c253aa6bb573b8aa345f34f6de080
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc0eae83fa6d8f42982222450c829abaa4c7c1f5abb7746a2c9dcf1e2758715
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca410583f1b96c97d3cf91bd987161f034bdfd5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1665fdaa357bef02fb4e331a3daf1d1d13c353098929081a7c472087a5e6ae3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ee86fbc2983f8a521f7776b513281f32ee4f5a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb00b35e5bb8ee4d770426c0cff7f1d6dceea4d5e9e3ec21cb52a31ce47f8826
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8431a53d62a73e81b0fa9814934c622c2569e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151bf13f6da885d334c4b2d0a8423ae66ea8debb655c7f8a8ca4894e7631f285
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590bee44a12d37f7c8c42d02da686a5471316adc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129d885cf2fcecc98d9473bdd451a8bb1f9026461aa6f2811f0297de24a6575f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2b54f4268bf7e0fd90c7f70c16bbcdb7dbfc24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9098afdd150e68cd36f9034ca274ca906b159235044ffb9cb61e80f011ab5ce7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed5f533d61abd9c876812e885fa494cf6d62253
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1a36d3b3a6068549bbe0ba04fdb3ddc89af4f2b8ed85dbf5c2d47e5aa7b9ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee4cef7cf089e3a11eb7cf0a0534af250a7593e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307e94121e15d515d05d4a417e3d3e050a0a5a1f20e49249494f55fa2ec1fe0a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd08689cf1743614d99eb33753fbf275aa5cf7d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd18ce54912e1330dd832d8f8491f47515b0a6ddc02e1f833eef9ba6622dd835
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b90e546be4a2204f6d4a50f7eb9074c52c2f52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f055cbf832ca55fc77bbc01d7862501472812b5f636ebe07e10aa6e2c1d71f7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f60ece68314da370b03284c8695ab065bd8aeaa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a87323fbb857c0cfda93ee5325e2878c783b022a80dbede8f207dc2818d96e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12693f8f3ad084317e24fe26b61af7ccf4caf757
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566bf873a9efe87ec480253a67c1a8316c3cb16ab6c40507c0f2cae9565539c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0986db359981dd30b9f2394c309233b5d13318
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1603b3e9b8d8ed7dd4cd6b75657722ad8311d60cf71cd4ab5abc25eb442eff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043af1eced356df51c936c547c42cdf8b1695c08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c6a677b60028f55ea209e58bfe3bf9910ac22185ac84742441ab91416971a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82854d28fd325c6f6af3bb3480597066367de767
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9d7d512b462f6b70aadf4a0eb16cc23076df6685df3066528dcfab07ce8880
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46852c24604d1651a80d4827cff8da39aedc4cf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeceff9c82d46577de2941a055399f9046c38277b51ea9b27bb101954fd5310
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042b0daa5a7d5dce3ef89c3d8a839d886c499b25
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34693458591b6f0a6744aaf3d182288c98626022e96ce59b7197bdf7122430f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5799e444a31b43fe343757f946f7cc5b7d8a0c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa24cf636318f41fdef50df235051f310907fdba5d55899f585eaca070e5b3b3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cfba86d113686191d3851b7388efb5e4419a9e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0c5a2c16dafc80f4c5156be122e6fccb97ea953164af3e4f44f06ccf51a643
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91836acce90873b1025ab911ff4bd5c35639f7ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cd53566846ff5ac6e5ae51d7966ae982adc3fca931f95c4a9d5a0c3a31ff81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555855a2aab3c16a14f5773424112b802bf5576a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228b06b7e33dd8301248c61b4bfae3a442e20e15c9e4cf3ec91aa2d89d37ef01
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ba0a41de3bb7c926023f7cd341b8cdd8381e9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5161db94b3c4cddd67a88c562f3460144c418bc8328333a58484ab31bf85ff
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8accb68fe3d95ab2aee72b02eea17a03d039ad68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e207dea58db3d0b5a6c5af407860c2a1af3557fb19c4497df843c3a73dd4d15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fbbd53286a9e32c9111a747c9afbbc9d918b40
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5570744ea4e9f4b22c177b1880a2fbd595cbe44c1a4f72baae3b72033feeba2b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44b7b3e75514a44de839eb0c335e95dad05225b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0a1f6fd53cffbef00682382a1c38411de2f972a0334b750919c00019acf080
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c11f791e5064f608fd8daf47b8609ce75c34357
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0ff54ab35a78f0bb0ee6fd31dfca416a7941204f5978c27d46484f33bc6762
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb46e0c8df31ddd2a309edea162de428c56f4a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750b0d84e6d83751460b5198df01764b408adf959b88f7e156de9043e9523a19
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf089fdb77aafa10e360b5ec1208d9993f5ac65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0dd3220aae99fb92df225be00c56f80abd839f1cc69c2ba7ed479d09f0ba34
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bb6e174e35d39fe56bab118ca5700164326283
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b91d9479a984f9e8a65dc32b92521255215eb0eb0d8f52a6185ab0eb2e7e50
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647ec193cba5777435ef8c48e0107b41678bf8ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5710fb274fda67f7ec639882e2a1d3b9d110df460f941294b7015873e4fc3bf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702e70dedc054df56c01a8f81d5b4a3739f92d07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b56d658a53ff2609d2785bbffd163dc2e8d782ca0e4abe1c85b1758e139ceec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8d0d1eaaf2a21eec1a2cf7eb37bd8ee4946d5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3b90e6216417c0b7f3bf21be709fd11c986cbbf0aedb317be1ef961a477155
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c026390493f4581dae33731d2a0d170d58d9b915
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b391d63dd3a5e813921e0053fac130d12d6f95c1427501f8a6066759ce28e94b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e8285236317abb2d7bc3983979849faf71f992
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87bb69031b9636f678a9c0c96c72d03c8c1750f61dc58cef738edf5e0bca848
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36acc99055d2f93bb34504b4ffdf24b4896a7867
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f0df5bd528ad812a148ee57f2c85834ba3383f67ba26338eda291265cd93e4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce705f81d164001dbf3436cab81a9a67845e5ea3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f639c77e0904af1171da0ff7f948fe074ba7c9b20978689ff023301089bb67e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6ab8edd12f3262688eed0d7247e408d28b859e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1482e4473fdaa3cd744b41a425369b5797eceb7e742c4d5c1c99ffe3b07d5bfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee219c8849893f0cc09b34659164bec83381bb2f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a81845625bd644a485aeffbed75047c3c84a15bf2867ae3bcab88a7c14af755
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e18b1aad2962cec00a6ce1f09f43004c602ddf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e7e2f9579b478d2e3f79926e33a90d81bc6881e21d7825511065fe2bfa4fb1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fd1734587015f3fa2f8fe6d9d1c73c2f062544
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539577e9b777c26b944f20c4646813bbedf5c68dc14caada03fdeeb1d1e6d4f3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d966b43bf79d594ca3da6b04d171d78841badc5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a5e3cec14fd6ae14fa93cff250b89b4c0b012d6352d24a0a88a33d5e2dd0f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0209631a79894a18a0f1160f8feaf9aafddd594
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0963aa4e9f8bb35bf5413e395a304d3a54b86bcf4a30186d50f30d3d997a8906
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005b0c0f9aaab9550b512000e0defa942d503597
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe1d39c21585029fb2d9cccbbc63389cb3cf465600457fc24ac461e9708bd38
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510a19b7ef4e48d61b967c9f66eeb919c6173ff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec286854f5d81e2d1c982ef21b18bf34fdbc4ffa92666a08c58b6737ff11032
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53485949ab23cc95b13db586d74417f0f1788a8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d6dbb729dfb1eeaf6aae7b3f984995d0c637a2f5a8f8d5f371c3f1fcd57944
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4024248ab4adc34a0086463b4bf2530946531cff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eedd7c0804ac03d2bfa61b4ad70de2a464ebc424301b63c5bb67c2971a51f0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dabe32c9a82c99cee2b37e9cbca6553bedb2cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4402c11927dd6e400ea1151e3e540f256f52ed8e1c3d38928bfc52de3ee50050
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c73277bd226003e7df524645ab1a5602c17e5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20001f9ad366ad5cdeeeabde3a3586a553fb85cd403ab81b3a10ed0ed8c52245
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee98510a54647466266313e06980b776de2625c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c68998ff5a0cf9d7f6ba81d54c8de8c1ec792b86732ecfaa916b55c962bfc2e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3804cb074a607b6f30b9e71a7b6d2a360945c529
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a8d092fd3c44e0584005655c603e950638fda149aefcae40fa1761854c1fae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9ef71de689b9ad0ead952bd52be27c680e6d3a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9986e180866f16d2af43ac8c1892cec7ba79a666283a548862cc2dfe277d9c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d20fb05cb02e1e855b7462fb115d12df783d15
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edbf7231d00810a4890af3eda010eb16abe67ca3795318191104f45b3d2213b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdd7d866d97c0af22b03b9fed78f71834f8a5da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afb792b02a26ec521bd037740f8a429387565d0df191d3752fb0dada574b20c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b045f6ac74a3ebf0df232b5b9f0465da160fc8af
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351dcb225758fbb0a16a01c0caaee4222aa0890fd44168e74fa4a92e344f3403
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944a88d8b230ce6781c70973c1b8416191fff705
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a234865bb8ff2164b4fbd30c1b3bef219c67d8cfbf4375e16deb09a834409eaf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15abf2ecf920d204c37e3b081cfbd90356a4faa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68baacca382ee15c0835cfeac1d700099d6680f75b5668f89debbb831abde9b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8375d42d2e6452bff5fbbe5574d4b85002bb0de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e937556a97006cd4c7408b856263f689fa5de5b8bcc72565c71bc1517d0692e0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3b185b9ff14448364c39e6809d41b48efc6a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9366cb500ed6bd51485705be1200f19c406221c02f6cbb5373e2a6c398161f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfb78c48d529ca9c72327eae73c16fa4fe68aa5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d8a810f6d628c2d06bdfb26f8647fc662fed016b8da2f88e49311929872302
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896e68cc6e1f7e2a1c33649a1b23aa2d10d13403
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf25864b8f256d04aba96d5c3cce4475f7d63c7a15956b8a423725a8b82781c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70661c336eb1ac54e4dc3996842712d91694a97e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad657f55f8f6ebda19980a2e8038ff797059463ca060c5e6554c6327d9e3e0d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2921d3d29e7fb45f8721fee2f6e4acf88c3c51b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837bbeabd07e5a885e5052025e0308fb30d069469c8ed5a565b8c26738d69f39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c468bde26cf5153bcea7389539593c7966a0da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765ce698081d51595e84bd896344e551fe2335f7048a6110dc439596f2969379
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f48e4980bb94c01e0bdcaa31861761a0fb672f0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7841b40f69fb15c9cef13150e11039f0a968810d421438a111e85c13cb75f5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96627fc593092b95533610f77e819e53fd7567f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8fb0bb97922f6032de7fa18792f9d5ad18bc90d61b52164da7078ca476cc39
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a44b0e4598e463f20f62ad1f130f25c65cb13fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39dff8154a6880b2370ab6a7619d3f11672d49202bd14c431baf72c2ad1cb67
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66892015310da73ddd4b2e4cba62fa4e890a494
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296d6938ba9943234c9eb250baa0f5ad3a64d0e0e45c2d75679483c5c2772645
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8238d2817f878904627d90a318d7fa784845608
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c283d57c400bc906de39a2a7bc4b16c09216c33ffd3951c4681239c06174804
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbb2fb9473dbf40c48edee7d988d632b683ad61
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0c0fa4c195fd1e6624d0d53e1c5de0060b4322e55a5872e0c6766b6ce88788
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8df17c03d3132d3cd5a35157eda933dfc09105
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb76400c4a9c80fa387a1310f42b2105a72bcbe30c2b8ec2f7ba650d56fc9f9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1991752736e9d094526c05c4f2e3a968141a650c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0476bdfa4b505bf72efd9e4819ea85478ffccc174eede611032741a6ee2ae14a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c392965d4ad74fc80fe589297bd5cc23388aefa0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9b920aca58a7d9a43098571c7922ed457c27badba0d0dc2746625625c37b80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd4ffb49a06b71744a4e097c2f826671ffe89b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a041a24bce6bd164ce9d89271790b44aa55288af72509e26183e1c8b6aa5f178
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac22d08f27976eda29d95172e609e3f1b2b55aed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea94e6d2146698e3dbf69f9dd6ad719db8bee640da6b23a7bdc4885938f5eec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976d62b3a7c6b71d38d8292a68da1c1ad057a60c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a2065bd782e682face041faaecfde76a4fec8825586dd26ced28c7f82553c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbbd17cd9a2a76b86f8973221b357100599c1ea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9d9903eeca8d9730ef673eced58c4fccb71319dfc8ce668d1eb299c87ed0e1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4944b43971fa5ce4c9f6f56bae09c2dd2b0006d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c05f90ef94f2990f00eee7b2ec2d2824c0bda24f0f550336677a1060c0b3be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed8f4503c2ea6eb5680d0bbdd00873a023defdb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250f53cdd45aec35d3a34131c3c6988e4732bdabbd1586343da10177d15f87de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bb9e3e0cb4e7346cc084df09a1eb6a50e1f184
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551ad938ca8c8dd863315a35a1ede49b65616e6064eb5af5e443fbe1f9e361c8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e842db0879411fc96cb5685fe9472337019425
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb2443f6dd8026d410faccdacb69309fea176e98186c128fb53818638aca6ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc27701c679937dd8cb898de85949bdac73a6ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852dbef3292a92e6fb4723fc550bb414c8f71ed4f7c90466b8fa197ee7acbc2f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae43adb27612287f8ace286121e11546fc89869c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7f446cf4fbc6967027d9cbff38f19fa995c6726eaa63ea226e87da639f2e97
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94487c70912e837302efb7f11043224d6295cb63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aff70f41c9708431fbfbe590a88b71f60cac38cae48a23cd4c6f6e2d154781
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250a6fc9b0fe7ca1eccfdef86f233238fe468897
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a16be4da1b3270cae876f0882077befe160afbc31ce26b6e05fee7494916dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c88f5e5c5d1c34ee49d7778ff3e9098f6263c7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16c4e344ddc9e167b9c4949252e861fd3a7ffe93b83d3f6edee410cbde5e5ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189c0cd40abd90dbddb570180daaf242c363e973
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a167f31a832e28e145d6558559c17fb5fb4c09c27cf5bf70f78fbb9e53bf5479
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1994d0915badc39b0cbcb4d81ec12b0cb0b58953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2766806c8fdb213c52f7ff18983b59451eed91445de3332cc2535b05334add6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be132d59980e624c68a1c7758516af91b830e8c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed706e35b631952dba0c1e761c9a38ed27a36b4ab42689dc41dff049ccef951
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef44def9f5d2e8bbcf7bec667e735b9fd65b13f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aa71f4a8d550959299c8de93c4c9e3adcd5235d3a7d0a088b087c6d2bf495f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2b7dd55559cbf8ad4e7de79145d5dd167a5e43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60083bbc618cbd6f5e582e64b6d363d6b34e9d9606a70215a2e499a79224b927
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdabefaf9f831869ec3bd682e698f409de5fcbf0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c87eab817343008e9a5fbdf0f83b464f99985a28dab0b057ac73e270b887f28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e42411c5031652d5a6d7abe78f533d0b60f8cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9062fcc71be21459d5dea47275d170bdbe27cd308e01ecc3e873703b8007b41d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b74ec88aa4b1f71d393546e2207b325a42fdff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a707cd12b3ee5093126694de7c71145117c31179e1affd401ed6d03ba1405ccc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005243b12efe885fd611b026bb9ddecd2c54f4ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63115c5263ee54cf89bedd42e7dd4bf46f2d36953ae5fa224b7cb98fde32da3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143d7f8281b8d36dc04fcdc82096a181f5b7fc64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458fd6838c17161b0bc4e9fe759103588fc2aa035d523fb57d1db34db4cb18b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf64fb556e92cade5539b0e9bbb1e46bd8f0d320
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5f2f377bfa590239c5c2bcf1e18e6e89503c148a332b0c54a4868a97de7f26
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3acf8bf9dc94897e9d693044b3e79cfd12f4973
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6078fbf9d7454450acfab5b27d67f727e3636b647820b31e5c786f4d8b89f6e8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b885186805501ba3c4885d74183a9ca98c0e11
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089f3005cd0545881a738bbf406a671ebf1ec3cee994241065de745bbd822092
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36385c10ccb92a8c6b4b46015858519ed2565128
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be41b2451a23f7092e78c1122160e6c77865f491c62569a5fdd38cb79ff106bb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990eb9fb2cd2e0b296712e0422587f42c226b033
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e916e7fe954cc1937a3eb7a90ccd45bdf3f9646fec019a80182c159404a1b86f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680ce8a412f33133ff908e5b5028b11476422395
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15940a999867d515bedd8c9a0946cd8d2ce9895fc543d968e1d6d363023400cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f73ee6fdff7d327dbee29fcd5f8a0daa6db44a2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd0dab7ce7cd41f4eaec2ab73d6ac800d4b906b9175ea99aaca53b4f4b071d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7372a84f5da0ef81583e89c6b7f9dc882a6a20f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4008f52199f13f64ff3c0159da61cdc1052923d737428371e4922b6d44071e30
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015c41add7b42f90ffef6b8c5b0c8bb6a8869e36
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07184c1a6e31f6cebbd9b24dde9b688111e07a6af834772dec35a4dccd4e959a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b744958c20c0432a4ae1a9c6095b0f8b159e0da5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d8eba16c4ed33572eebd67b892e4cd0d8e6e7fd7da6f433e2200e719b17ef5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be671ca05995c8e498bd7781ebf1bab34ba9f70b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56955251f02e2d24c747e0e271ca16bd05a423e49f6449d2db9389c16919b276
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa40af1ea51fd8528776120e619dae4c896be0de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f222c9fd9ef39a8ba6239c16549a66ab4567756e8dd9d27f51a599194e1bf1dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97474019a612fe4df1908e4da2a7bf973a884da3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9359b2ec67d2a7c9cc65ec632fb9d74b3711f179eabe57a090a2626a7226f97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8695f95e466d9d28e537a715832ad045869fd17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4acc943faff71e36087d2f0fd46de7860a0cdc55c67b7ece1588757d7eb267e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330864c2011c73818b3dfd310f2c74f6627a9189
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4da9564f09006633a90355af8d8259a029332c5d5f055fa2bc8f8c2ef5cc98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb984b826c34cb6e9f6c85be6a6379fa7421470
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbde467806e04ed7b955eaa3a3e8108a9b5cf004d1e211b40382ed9eca29586
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d7eb6da0f6d7bf5dcdd119598e063ab6570355
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d87377d67523245ae184d82823a505117d129855ab45e44dc5155c98f3b0bbc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a1bfb55358f7b7845165077e6c49dc463f0283
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b637061b95ad4023212961241ac866150cb56ff48291b00c8d702f8bda1a7f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1068df72f33a30d257ced3b0e3e28a775427a1f1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b6accc5f36003ebd35e8ce5df0a4bdc1ea49b34de2e95d0e66adc3740f1a86
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23e37727c94fc4aa856718aba39a3b33198b18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3abc86f99ef6ec38c60d671fa78017de116f2b9a2ebf2c1358015f23857f8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45b29cb134e146d17f30b6189f1ec50d97c4320
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505cc04293b635c0bad8ebab53735bac74b4b4fac33667fdcbd1b96a1b295774
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422285848c5f9d4a4adcd453e5d3900fd963350d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4387b772cc5b9b97aaf6fb264278d2e2d181a41d9fc82db1e6ec822935cf3fa
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e901fd998621a4fc8f67a132b88e4153e048dcf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878b99078cbaa66e9781ca158803044746968f29d0ce9e7ca6538c7da4a10e4e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac3a9b46e239b91b48a1a4c35bf149a2b151347
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d0e4bef83c366658fcc7b4d9a7c55c3171bc29373778d697dde6ed27a91a91
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4530252ee79719a0efe810a466e567143f736f47
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63786572c22ec815466c7173a13dfb88cae16e38da969463427f57cfd73975de
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b65e5207fe94eb764229307d2b6a227b79d8994
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b274308e52a2698d0ea930a22505f45e50a04c60534bba99f7950e6def4cbe97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dbcdb85fdc6577e3f9bb96672a270b3f310a94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd65d3a954eb1ed0b0891ec0882f4d02c49ae34cfcc8387842fe010b067250b7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55add369b25d440f14a722fa8c2c631cd78b4f94
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01498e44f0b7da8e6d14799d52b31c804a6506bf886d39b4977d3a4999201a25
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f363c4ef0fc4498c387062a192132df5af17e75a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb04b1e34f15e4e480d8a1a2dbe8b87f5a13228f95ceec6f7d483908bdc223d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b5393808f4e762c14965e2aa404bd104fdb090
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae3e8707a71bf3d861b85ffbe6b44d85f1782eb6e87c76406da09a75b81ce59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4ea970b2b3dfbf5296ae0e61653729e5f65062
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6be738694ec7ad2ee8f94205c4b0b8d14c9c3f50ff515bc0f00c780a0e96401
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de84f6a6028215305799f47101f5e3dad8f4dd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f632dcc24f70680544abfcbb703c696b63404bf5dbe4b063f00aebddce97a7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a395d49047b5344023ba68e6ce599fb9b0ce19aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04fee255bd9c889fc31e7d9345d6d1470f7159fa57447ea131fd6078d401d68
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48d62cfd959b898a6d3ecc6cff0c706adbc0ceb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11da91d8c7dbf8405b1cd54cbe8c4aca2e39af2a01401c737737fef2904de43
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4bdeb2ef7e0110ecd8ab503dfad959360b41d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c95aee6aa297b3e289ffbdc3480dd4e3e47c2d9fdaeb8f1d0f056d21903290
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f345ef2a3bbe20276a45bd4da58ed47ad2563d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181b4fe4f05700fcaba4fa6888dbcdc59c79143188684d7514f8ed1bf060a195
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0829806cd7a74417bb90f19caba1d56da1c3ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632353ccfbf0f53ca045d497295d20efc56841ffa1ee119969f6aacec613fcd7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66985d4caded1ab7f26275fec74b70c37c7e2ff5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2244bf2de5bcaacd0459dfb5232d2421407540aeeab37baafd53b5c5e6c966a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b9627ed894a9cb02f746487c9eaac64d52f670
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43a5fafeea698a4c86f1ff2cdea23424fe3266299db9e8a96d64f39a072fefe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d2362b28b15b9b1e645576f03ad6845889efd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e68e40517ccabf29abe7db34f719e4830a9619cdbca4991fb2d73d64058bf3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9087a19f8ee6306b02b9e49d7710addbe318eed7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2e3122b98b1473fb967a221d4867c37d55d1921cb26309cfea3d17ab334eb3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f13d3b3b38f6dcfcae9c065d65f0b914c393dfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be774fae4dc4244264e9364bc9a3c04760ff5776f1635e8d0e85d0e4e62b502
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e328c8d3fe58a33b6bed2cb90db59e2ec59274b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c7a03c66b8b0cfd1be6152e056cd731b4d3de789ed8ffc81c66fecdb096220
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841833ae24b8ac1d2571ef9efbeff5195ec2d039
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa24db39899f0488728fb3fdda72a1c4c3d5e45c5635f65dc1b71330ba8a21e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13875b074d192a1c35c5afd2ab3fc3bbb2fcdbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f83fff3c31dd4620f3fe9aaa4985918f7beb56cba79a7d83e97b9793f553bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d364f61f95008554432054747966e41f8ac16c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ed3640ce88c2a272b1b7b8da58a92d926e8aaa6abc08aa3e2f30c62e84940
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ddbf77746367ed2a711a222768cd206f08f8aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fd9d3d707d7a7bba6183441cd065f30a55b96ea73ccd8ed4e10c919fd39133
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f497a1bc1ead28a4d424dc899725b52ebd4a65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6e418d7133eab32725fdbe18c68cd739095ae217eb8c2bd65913667db75611
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82de36d49c729f7695170a000eceedc039a0882e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a09f93a1377fb3a519a4288d4777aecfde88b3304cf60979cdfa4318308192
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbde9260267b05333fc93221236e34426619fbb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af1243e7e54d561ee7beb151baba7713865638a15154becf4b71278671d5685
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e786a71dbda26ca90b9bc7beae6ee2efdd3a1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd433e02da7d873d6c3b0045c7772bb68bc827d410a00d06d19dffc6163474bf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61db1035e99c376ba761ff68bf2e986bd038b109
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c08bba75fd37e04e7c4c8a85356737ef5001dc44970533d5e3e3174366f01d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc259ec732e80c9151212c4047d2f3fb4a7520d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902a902d3813489f3fb1522c58b6a6fd385c87c4b84bbf3dd98e68aea3a4bf15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295130ce86d515c069bf1ea20692525bbce4716b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7734c17eec60e65f86c3a780d3d4d82c6cda25c08647c9ee28bb526b87b70459
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f809c50ce3fa07fab47e0eef4640c086bab3a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a20b8eb0b1c8cc8c963c4e2f1a0f34dfd45bfb3f8064494684100e95c665d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d03361dd53ce5832fc14f448cd216e16ee0b2bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659dcd48204a27cdd893d5a4a3bee2fb9b82bfd464eefd029f626767811dc1b9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fd1c4cd174eba409ed64e65966ee97260f9e6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452ebe504a521c12d5141fa1b16861e32083ef52c0b7a230c85058cca2aabd80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc9fd32d233b78b3143ab59d987d56fc94e31b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783754d9139aec311421dad7f9339342abda4e52febebaf219b21c8204048f2e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325b4ea55cb06a144c4911a3fa2fec24231b9645
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7093cb97a06ccb465af7d9360a5cc821e1948af720b8523734c467fc96a1f4bc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c55da6c97b79a145f5c58ca1c6b843b44ff32ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a751a71077502ce2c2b09b5932ff79114f2ce1423d4d36dedf5d9ee4953d9c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174d98d481addd00a26ce467e1afafc7a7ecb04f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c7eb5dad42c579a71399e8b41ffd3b19e4fb4359eca72322dbec037260a5bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdbd9588cc7280ee3d933515212fd5fbe567bb5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c05a09033ca617a2f73cdbd9dbf24af8223625e6664e94cfa99b5bfbead43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b2a86ab2562feeeb3bb38f588e83b6929e7dcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b412a7468352b9b735ad7ef879178652b78144b810de4c481769aebec8e0c9cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3b5fcc58e2872279e77733c3175c9a1c6b6437
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0930e7a099c5e1a602a0e6a92c1ed0823b1d529a46a9d96725483f4270013f3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a729aa80f87eabbacb9947251da60b54a44f27
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e4313eaa5c852cffd68cbaaaca08df8259fe09d3da034dfebfaf8e60207bde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc422316a093f80e875717cedaab891ea05e3962
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda069ed2e9567df16503959d3e5a815138857c3348183786cedf9ec5f77852d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271eadf3ad66a24c5945081194ca927c4d7976ba
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf8747c270914fa3c7e1b2ac5224279709a057aa8ded3ff89ba74692ebb4c73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf87c648dc4d5b7de7a67698617d226f0082b88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913a116ccedbd86484e5e806ce9661c7c2c79de7448aac730cac4d39f2424067
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4842e419e1939a83e8b8ab555536ff3ab4460d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d4b0c61e0c50a80fd04ac0f43de53e266f8c7994374a2ed03d7f1319053f26
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fd095d8417ea358c8a8c60bd7ad16cf5643c79
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441301adac49b0ea4f5b86b04dfb80a49686cb4b949c80700e2bb329bcab2dc5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa77551079ceed36cc0b84a3b245ab8023d3f62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7ead23cdd620e85a4dea8acc34d6d6230dbc1d829bc9eda86ac0907c18028f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf65690e18f0529c21e0237f5e702451a9706153
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e66e8848b41a81a599dae510b5421f650decdcdf0913547ab1d88a9f9d80a93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e36cde21fcc021a7c9b4985647faeec21a8d3bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb0ca64611acf4b455507c77549b95d525c678fd9e2fc4bc7dfaf3acb1612bc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91dfee0fc7b9486513d110e4d3a762cf7421654
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f2031f154789f14abf64ca3c4ea202daeb84f7f855173b90d9685680efd958
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdea6d7a3d02da1694be5a11da7440f7804613e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6912a5ba61c269efc908779801d8a7950eac0f473d325a2ecda0b99f0bcba2da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049392fd2cdf00e7b822dbf448475a437ebd6196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e63b3de03ae097f2ec9d2499ba26d0519310b61d7c256ae236736866d574a01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bd5167e279910d5219682b80585762168e2c0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9469014998131551b36aaca4dc6fa9b2d07c399547d1a9a8aa4ba0c4c733ffe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a969bf4b8e154c1335c4997c80abbdc8f5cb18
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42e3647d41d94d9a9f101bfa8a86d41616df3a029dbc089ef80869f5a56656b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aae2bdeee4f26a1d62b0ebdbdea0667e9b8a31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e7b03ab363e805757b9ffab7c0c3b138866bd7bdd73571055c4f84be16e074
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8884e452e1c28d674796161280bdf795a60a5659
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e077516130779d4ef093a031ff16ee2e78a3babab002fa12c8c361006c9df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e7c3cbc13f37b6aa25d84db28428f86c444837
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df96d0ed610215e4ebba7cb84a0e3cd2c9d4743c865b1c643db931755a5c36a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8e4a33881151068dbf2916febfe01aa8039f38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bd4f60aa111d68cbbf2552a1d04818261f9df73e81ce7a54f7d4d312f5b965
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f18aadaa3fbfbed443f8145602b7ba0b9d4d7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bcc34ae3c2df499f157fc8985a3a2511c0e87af9d56bccc41de96e44e7b0a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f66551aa1bd4160b104abbdc718a3baff841576
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2cd97be512e2d05120b61913386c10d1a1a98c262da647f09c1ee56e15368b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8425892963ea47bda62ae76040b98145b39f9f41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c3df29000ad5d2bef6d7304db014d5708e0ebc0d255ca20fdbed1c239d59ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34768df9d52dbc1f242e130fafef7c4cc995b1ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d14287f26cf5511101bac007c1344ed93bcc25d58bf74fb03589f90ecc85e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9417fb7f1a91268ceb39fb5d027047360a1edf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf6c596c22ccbbe51c089848cf3965e11ff013e91739f81e264fffbeb7e3d3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6b498f67dfd7fefe2102130c3fa59da32becce
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df2bfaa4af85b86185fb4646522afafe3c8229427c8be6b55004abfdc60e5a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e340c72fbc1d7aabe339ab718fd171802980fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6723d2e5a31a8376e3dcc008f85cef6a8944c153c543e52324bee1d9ab1c1c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c6bda5a234c7ad352185de729075b09e1c0e35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e13f79befe80dbdff7b9e420301a532da1c7aa1d4de053114c7ac28e065f49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9c2f754f7fe0f6098cd619d0acc3e43fd1551d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2066cbc50bbdc079707c0dd2821925d08a48471e1c1a38edab38a7b36d47dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7a1f9bf3a275ec3b3ed80f205f7f0d238173a5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398cdd3b7827cacbd158318094c65373a4e4fe237a262049a4babe80c2fee0db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bc12b1480561e032101a7712a8847c26813acf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b340208af6ea9f3f8f8c869701188f92dca0d4ef6aa0290363a110058773fe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e479ed0b437f68785b0d0f0f27ba3745566004
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234f3dfc2c626dc65cca932adb6ea493bc8b891b875cdc986649e0760776a92d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6532fcf31ff8f286dfe01ba5494b5c63f762795d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0af650cf558aeea13aef4f907326a3b93fc60e3b3efe6e49cfc50b402ae79be
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5932bdecf5c16137e83de51f26c7b182f436aa1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1284e297537a413e1ab3d69317953e90438332036cbb80a4f2b57467eb9a1d02
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33b08a95a4b7c3011058332e2260e92d4ec9762
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dea03ea39aa44104f69d2dc8f4224a56347d355edbfbafe51ca4284b5e8d598
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5306134954f6e4123f4c44254a17c3741f742eec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1212db8542a7ec4bd1b726ee3af911984aa3f877991624e8974ccbc57293cf49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2fe9a5a98fe1ccdcc97b09cd8d0bc3d2e1eb22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a359785feb89a5ee5248fa5298dc6846e7a769566c7bef08572a6a66197f6d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59c5a811c804b47d04ba6df97a8d5f079711d44
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672645ee9e8d2b4b1e940595b51c2ae91c116f539c402b8dfb8f3fe8db23f8c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7268f1391f6e7fbb65cabb715fe5a1805b3d80fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741aeffa762cf7ad21cdeae69670a7ee0c488965ffaab5219542f1193e667ed6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48d38df848a1c6fead56655a5215802109804ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a939824a716d9884bf722ce74c93b4920d8628572a4ba2914a7942745dda66c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56808cae01a12f157d454d319a4946ed85bafdb8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddbd2851d51048f117c15d3dc9871ca4763852b3e60f510316425ec3cbb195f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58643ffbc6688836f3c92904a0434e2f87e31bac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a2c9b63e83f611ed28471ca96a0ceed94eea9b0207a22a8bfed55789a36e0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd0738b55d97505f8e443a1a03e099ae31cd1bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96818e7bcb219697e7d7d742de79660d34e741cc0dc7bea8690a1013ade56840
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b967fcd41f285090a513b3d8323a909589e966e7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce5173009157e33f933f15047bc01f3ee82787fca798ea5a3e4eb15021bcbe9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a3f5c2cf63764a46a7b5f852b91ec7218bce76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab74f53144ff58b6675d7838cf8d2d0b2bea9cceb3cf4bcbbc08e5f5596d1a9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7ee4bfbf87582bb866e3d60106931b9de06d7c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ff811e5499016a23f8ea69c5887af47e96eba325b39d1d02212a15931b5c46
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2450e525e56649d4c8f1e109fbbb1f7de563f0b4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce81eb2b4cb11d6884611e3693e2fcf7294c27d6e42ae6c562870764ce58210
+size 3203